-- Logs begin at Fri 2021-09-24 14:37:45 UTC, end at Fri 2021-09-24 15:52:26 UTC. -- Sep 24 15:24:13.399528 dv-cinder-810924-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 15:24:16.121544 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.common.config [-] Logging enabled! Sep 24 15:24:16.122037 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 15:24:16.122309 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 15:24:16.125562 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.common.config [-] Logging enabled! Sep 24 15:24:16.125813 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 15:24:16.126124 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 15:24:16.127065 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 15:24:16.127321 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 15:24:16.127687 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 15:24:16.127930 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 15:24:16.128155 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 15:24:16.128470 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.128767 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.129059 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.129288 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.129576 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.129862 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.130139 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.130425 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.130718 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.131003 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.131305 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.131588 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.131816 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.132093 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.132376 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.132661 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.132883 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] debug = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.133159 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.133583 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.133979 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.134305 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.135086 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.135387 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.135660 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.135939 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.136219 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.136544 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] host = dv-cinder-810924-1-iscsi {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.136817 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.137099 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.137382 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.137664 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.137937 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.138209 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.138490 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.138760 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.139028 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.139342 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.139619 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.139904 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.140189 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.140413 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.140632 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.140917 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.141200 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.141473 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.141744 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.142015 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.142285 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.142552 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.142819 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.143100 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.143404 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.143684 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.143957 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.144226 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.144492 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.144759 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.145040 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.145312 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.145580 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.145850 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.146135 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.146400 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.146668 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.146966 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.147271 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.147553 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.147837 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.148130 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.148410 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.148677 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.148945 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.149212 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] use_json = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.149479 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.149744 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.150531 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.150801 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.151068 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.151362 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.151631 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.151912 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:16.152205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.152500 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.152798 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.153078 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.153371 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.153650 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.153937 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.154212 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.154497 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.154782 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.155065 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.155363 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.155648 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.155928 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.156218 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.156520 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.156808 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.157096 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.157371 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.157644 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.157917 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.158190 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.158476 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.158751 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.159037 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.159348 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.159628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.159913 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.160204 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.160491 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.160762 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.161036 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.161325 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.161600 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.161872 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.162144 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.162429 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.162701 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.162970 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.163273 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.163550 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.163819 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.164085 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.164357 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.164641 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.164913 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.165181 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.165471 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.166282 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.166553 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.166835 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.167107 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.167398 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.167666 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.167942 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.168209 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.168476 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.168746 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.169014 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.169285 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.169553 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.169821 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.170088 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.170354 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.170622 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.170890 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.171176 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.171450 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.171721 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.171989 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.172256 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.172524 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.172793 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.173075 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.173367 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.173645 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.173920 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.174196 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.174472 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.174746 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.175020 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.175321 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.175600 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.175872 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.176163 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.176443 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.176727 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.177007 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.177282 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.177580 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.177857 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.178137 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.178414 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.178689 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.178996 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.179302 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.179594 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.179884 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.180175 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.180459 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.180746 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.181106 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.181412 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.181691 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:16.181908 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 15:24:16.182147 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94453) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 15:24:16.528303 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 15:24:16.528574 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 15:24:16.528858 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 15:24:16.529183 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 15:24:16.917401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.917617 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.917898 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.919213 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.919487 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.919753 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.956084 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.956358 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.956619 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.971159 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.971443 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:16.971710 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.000043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.000320 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.000585 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.038306 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.038578 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.038840 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.268608 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.269240 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.269240 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.269440 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.270062 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.388367 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.388681 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.388959 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.389228 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.389493 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.389801 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.390058 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.390310 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.390559 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.390835 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.391089 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.391376 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.391628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.391874 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.392123 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.392380 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.392633 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.392899 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.393161 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.393413 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.393675 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.393921 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.394193 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.394562 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.394808 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.395050 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.395497 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:17.395692 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:17.395925 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:17.396159 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:17.396391 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:17.396622 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:17.396977 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 15:24:17.400590 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 15:24:17.404570 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 15:24:17.408185 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Sep 24 15:24:17.409795 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 15:24:17.410244 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 15:24:17.410572 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 15:24:17.410945 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 15:24:17.413711 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 15:24:17.413959 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 15:24:17.414297 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 15:24:17.419602 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 15:24:17.441341 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 15:24:17.441788 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.442076 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94453) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 24 15:24:17.442432 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.443787 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94453) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 15:24:17.444229 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 15:24:17.444473 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 15:24:17.448171 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.448446 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:17.513959 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 15:24:17.514197 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 15:24:17.514429 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 15:24:17.514904 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 15:24:17.536746 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_db.sqlalchemy.engines [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94453) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 15:24:18.256054 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing driver for type 'gre' Sep 24 15:24:18.256713 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] gre ID ranges: [(1, 1000)] Sep 24 15:24:18.478731 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing driver for type 'local' Sep 24 15:24:18.479371 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing driver for type 'vlan' Sep 24 15:24:18.638640 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] VlanTypeDriver initialization complete Sep 24 15:24:18.638986 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing driver for type 'vxlan' Sep 24 15:24:18.639536 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] vxlan ID ranges: [(1, 1000)] Sep 24 15:24:18.884418 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing extension driver 'port_security' Sep 24 15:24:18.884685 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.extensions.port_security [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] PortSecurityExtensionDriver initialization complete Sep 24 15:24:18.885025 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing mechanism driver 'openvswitch' Sep 24 15:24:18.885372 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing mechanism driver 'hyperv' Sep 24 15:24:18.896388 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:24:18.897069 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.897470 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.897824 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.898375 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:24:18.898806 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.899214 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.899568 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.899971 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:24:18.900400 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.900756 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.901107 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.901497 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:24:18.901903 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > security_group after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.902250 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > security_group after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.902587 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.903197 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:24:18.903553 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.903905 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.904248 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.904639 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:24:18.905044 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > address_group after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.905388 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > address_group after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.905728 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.906113 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:24:18.906490 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] ML2 OVO RPC backend initialized. {{(pid=94453) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 24 15:24:18.907214 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.907571 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.907984 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.908330 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > networks before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.908674 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.909015 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > ports before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.909358 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.909700 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnets before_response 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.910045 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.910387 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.910723 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.911058 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.911439 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.911778 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.912116 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.912452 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.912788 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.913362 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.plugin [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Modular L2 Plugin initialization complete Sep 24 15:24:18.913690 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading services supported by the core plugin {{(pid=94453) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 15:24:18.914016 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.plugins.ml2.managers [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Got port-security extension from driver 'port_security' Sep 24 15:24:18.914475 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.extensions.vlantransparent [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Disabled vlantransparent extension. Sep 24 15:24:18.914952 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94453) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 15:24:18.915823 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: router Sep 24 15:24:18.951800 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.952196 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_create 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.952568 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router before_create 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.952935 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.953353 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.953711 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_delete 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.954067 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.954416 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.954775 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_create 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.955121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_update 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.955492 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_update 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.955842 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.956212 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_update 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.956614 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.956983 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.957325 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.957662 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: subnet after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.958001 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.958348 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.958694 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.959035 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.959414 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.959771 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router after_update 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.960113 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.960461 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.960822 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.961166 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.961529 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > agent after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.961875 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > agent after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.962216 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > network after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.963068 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Tracking information for resource: router configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:18.963434 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Tracking information for resource: floatingip configured {{(pid=94453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:24:18.968311 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.db.l3_agentschedulers_db [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 15:24:18.968891 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.969251 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port after_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.969605 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port after_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.969957 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: port after_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.970743 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router before_create 55550100 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.971108 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.971493 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_create 55550100 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.971848 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > router precommit_update 55550100 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:18.976642 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.provider_configuration [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service providers = [] {{(pid=94453) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 15:24:18.977007 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.db.servicetype_db [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94453) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 15:24:18.980494 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.service_base [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:24:18.980847 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.service_base [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:24:18.981195 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.service_base [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:24:18.982081 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.services.service_base [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:24:18.982454 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.services.service_base [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 15:24:18.982830 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:18.983180 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 15:24:18.994471 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:18.994806 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: auto_allocate Sep 24 15:24:19.000586 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: network precommit_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.000959 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: network precommit_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.001481 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:19.001803 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: tag Sep 24 15:24:19.008325 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:19.008655 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: timestamp Sep 24 15:24:19.012715 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:19.013050 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: network_ip_availability Sep 24 15:24:19.018444 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.018817 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.019201 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.019910 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:19.020225 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: flavors Sep 24 15:24:19.024914 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:19.025242 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading Plugin: revisions Sep 24 15:24:19.029548 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:24:19.029941 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_concurrency.lockutils [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.501s {{(pid=94453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 15:24:19.030667 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94453) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 24 15:24:19.031004 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Initializing extension manager. Sep 24 15:24:19.031546 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: __init__.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.031889 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: __pycache__ {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.032225 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.032556 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: address_group.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.033322 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.033911 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: address-group Sep 24 15:24:19.034238 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: address_scope.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.035157 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.035677 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: address-scope Sep 24 15:24:19.036002 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.036935 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.037447 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: router-admin-state-down-before-update Sep 24 15:24:19.037773 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: agent.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.038478 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.038980 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: agent Sep 24 15:24:19.039330 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: agent_resources_synced.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.040760 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.041269 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: agent-resources-synced Sep 24 15:24:19.041592 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: allowedaddresspairs.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.043421 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.043938 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: allowed-address-pairs Sep 24 15:24:19.044268 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: auto_allocated_topology.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.045374 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.045874 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: auto-allocated-topology Sep 24 15:24:19.046200 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: availability_zone.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.046894 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.047417 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: availability_zone Sep 24 15:24:19.047740 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: availability_zone_filter.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.048654 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.049157 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: availability_zone_filter Sep 24 15:24:19.049482 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: data_plane_status.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.050389 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.050886 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 15:24:19.051240 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: default_subnetpools.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.052153 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.052653 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: default-subnetpools Sep 24 15:24:19.052980 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.053787 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.054288 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: dhcp_agent_scheduler Sep 24 15:24:19.054610 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: dns.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.055563 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.056124 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 15:24:19.056448 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: dns_domain_ports.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.057867 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.058369 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 15:24:19.058691 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.059642 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.060146 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 15:24:19.060465 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: dvr.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.061160 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.061634 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: dvr Sep 24 15:24:19.062237 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: ecmp_routes.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.063175 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.063685 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 15:24:19.064034 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: empty_string_filtering.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.064964 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.065471 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: empty-string-filtering Sep 24 15:24:19.065795 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.066708 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.067250 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 15:24:19.067573 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.068498 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.069010 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 15:24:19.069334 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: external_net.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.070265 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.070778 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: external-net Sep 24 15:24:19.071098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.072199 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.072711 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: extra_dhcp_opt Sep 24 15:24:19.073036 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: extraroute.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.073989 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.074491 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: extraroute Sep 24 15:24:19.074810 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: extraroute_atomic.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.075877 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.076386 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: extraroute-atomic Sep 24 15:24:19.076707 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: filter_validation.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.077375 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.077876 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: filter-validation Sep 24 15:24:19.078196 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: fip_pf_description.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.079104 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.079635 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 15:24:19.079953 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: fip_port_details.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.080887 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.081394 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: fip-port-details Sep 24 15:24:19.081714 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: flavors.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.082961 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.083497 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: flavors Sep 24 15:24:19.083823 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.085498 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.086023 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 15:24:19.086358 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: floatingip_pools.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.087201 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.087695 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: floatingip-pools Sep 24 15:24:19.088024 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: ip_allocation.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.088955 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.089465 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 15:24:19.089790 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.090708 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.091249 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: ip-substring-filtering Sep 24 15:24:19.091577 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l2_adjacency.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.092506 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.093013 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 15:24:19.093339 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.094478 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.094993 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: router Sep 24 15:24:19.095343 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.097614 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.098140 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 15:24:19.098470 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.099443 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.099956 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: ext-gw-mode Sep 24 15:24:19.100284 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.101219 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.101726 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: l3-ha Sep 24 15:24:19.102049 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3_flavors.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.102997 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.103526 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: l3-flavors Sep 24 15:24:19.103851 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.104767 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.105272 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 15:24:19.105598 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: l3agentscheduler.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.106651 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.107184 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: l3_agent_scheduler Sep 24 15:24:19.107513 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: logging.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.108999 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.109519 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension logging not supported by any of loaded plugins Sep 24 15:24:19.109847 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: metering.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.110593 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.111204 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: metering Sep 24 15:24:19.111530 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.112623 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.113142 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: metering_source_and_destination_fields Sep 24 15:24:19.113466 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: multiprovidernet.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.114399 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.114908 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: multi-provider Sep 24 15:24:19.115266 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: netmtu.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.116182 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.116686 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: net-mtu Sep 24 15:24:19.117008 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: netmtu_writable.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.117928 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.118955 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: net-mtu-writable Sep 24 15:24:19.119318 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: network_availability_zone.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.119997 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.120503 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: network_availability_zone Sep 24 15:24:19.120822 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: network_ip_availability.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.121940 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.122460 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: network-ip-availability Sep 24 15:24:19.122789 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: network_segment_range.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.123599 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.124104 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 15:24:19.124427 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: pagination.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.125437 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.125770 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: pagination Sep 24 15:24:19.126124 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: port_device_profile.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.127059 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.127599 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: port-device-profile Sep 24 15:24:19.127923 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.128855 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.129360 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: port-mac-address-regenerate Sep 24 15:24:19.129683 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.130609 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.131109 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: port-numa-affinity-policy Sep 24 15:24:19.131460 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: port_resource_request.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.132496 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.133003 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 15:24:19.133327 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: portbindings.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.134994 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.135484 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: binding Sep 24 15:24:19.135806 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: portbindings_extended.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.137085 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.137595 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: binding-extended Sep 24 15:24:19.137923 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: portsecurity.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.138854 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.139401 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: port-security Sep 24 15:24:19.139733 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: project_id.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.140716 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.141049 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: project-id Sep 24 15:24:19.141373 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: providernet.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.142311 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.142819 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: provider Sep 24 15:24:19.143157 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.146664 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.147224 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos not supported by any of loaded plugins Sep 24 15:24:19.147561 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.148807 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.149323 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 15:24:19.149681 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.150604 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.151114 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 15:24:19.151472 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_default.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.152387 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.152902 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-default not supported by any of loaded plugins Sep 24 15:24:19.153231 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_fip.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.153885 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.154384 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 15:24:19.154706 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_gateway_ip.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.155662 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.156170 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 15:24:19.156493 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_port_network_policy.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.157417 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.157925 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 15:24:19.158250 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_pps_rule.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.159453 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.159974 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 15:24:19.160303 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_rule_type_details.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.161227 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.161735 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 15:24:19.162058 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: qos_rules_alias.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.163111 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.163643 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 15:24:19.163968 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: quotasv2.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.164880 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.165717 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: quotas Sep 24 15:24:19.166045 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: quotasv2_detail.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.169395 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.169741 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: quota_details Sep 24 15:24:19.170080 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: rbac.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.171194 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.171718 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: rbac-policies Sep 24 15:24:19.172046 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: rbac_address_group.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.172989 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.173504 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: rbac-address-group Sep 24 15:24:19.173830 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: rbac_address_scope.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.174755 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.175295 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: rbac-address-scope Sep 24 15:24:19.175619 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: rbac_security_groups.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.176561 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.177069 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: rbac-security-groups Sep 24 15:24:19.177392 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: rbac_subnetpool.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.178309 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.178819 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: rbac-subnetpool Sep 24 15:24:19.179154 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: revisionifmatch.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.180086 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.180597 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: revision-if-match Sep 24 15:24:19.181463 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: revisions.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.182598 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.183118 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: standard-attr-revisions Sep 24 15:24:19.183474 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: router_availability_zone.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.184157 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.184667 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: router_availability_zone Sep 24 15:24:19.184989 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: routerservicetype.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.185913 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.186419 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 15:24:19.186996 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.187944 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.188456 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: security-groups-normalized-cidr Sep 24 15:24:19.188778 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.189692 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.190200 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: port-security-groups-filtering Sep 24 15:24:19.190524 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.191478 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.191989 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: security-groups-remote-address-group Sep 24 15:24:19.192313 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: securitygroup.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.203788 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.204313 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: security-group Sep 24 15:24:19.204649 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: segment.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.205484 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.205992 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension segment not supported by any of loaded plugins Sep 24 15:24:19.206356 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.207370 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.207905 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 15:24:19.208232 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: servicetype.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.209416 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.209934 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: service-type Sep 24 15:24:19.210265 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: sorting.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.211283 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.211612 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: sorting Sep 24 15:24:19.211937 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: standard_attr_segment.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.212920 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.213432 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 15:24:19.213756 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: standardattrdescription.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.214409 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.214914 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: standard-attr-description Sep 24 15:24:19.215275 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: stateful_security_group.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.216203 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.216720 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: stateful-security-group Sep 24 15:24:19.217047 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: stdattrs_common.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.217628 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 15:24:19.217948 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.218872 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.219408 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 15:24:19.219730 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: subnet_onboard.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.220817 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.221336 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: subnet_onboard Sep 24 15:24:19.221661 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.222592 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.223109 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 15:24:19.223458 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: subnet_service_types.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.224386 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.224900 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: subnet-service-types Sep 24 15:24:19.225224 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: subnetallocation.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.226316 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.226829 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: subnet_allocation Sep 24 15:24:19.227174 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.228357 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.228867 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: subnetpool-prefix-ops Sep 24 15:24:19.229189 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.230130 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.230642 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 15:24:19.230962 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: tagging.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.232067 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.232586 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: standard-attr-tag Sep 24 15:24:19.232916 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: timestamp.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.234109 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.234620 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loaded extension: standard-attr-timestamp Sep 24 15:24:19.234949 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: trunk.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.236018 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.236530 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension trunk not supported by any of loaded plugins Sep 24 15:24:19.236858 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: trunk_details.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.237780 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.238288 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 15:24:19.238611 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: uplink_status_propagation.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.239571 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.240079 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 15:24:19.240403 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Loading extension file: vlantransparent.py {{(pid=94453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:24:19.241071 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:24:19.241572 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 15:24:19.244116 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:network Sep 24 15:24:19.244644 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:subnet Sep 24 15:24:19.245043 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:24:19.245440 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:port Sep 24 15:24:19.246648 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.247101 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service FLAVORS assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.247771 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.248195 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.248535 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:router Sep 24 15:24:19.248962 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 15:24:19.249449 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service METERING assigned prefix: /metering {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.250865 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.251266 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.251619 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:24:19.252636 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 15:24:19.253085 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:security_group Sep 24 15:24:19.253515 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 15:24:19.254102 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service CORE assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.254429 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:24:19.254771 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] subnetpool is already registered Sep 24 15:24:19.255245 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service CORE assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.255572 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:24:19.255906 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] subnetpool is already registered Sep 24 15:24:19.258198 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.258634 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service FLAVORS assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.259778 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.260205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.260541 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:router Sep 24 15:24:19.260881 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] router is already registered Sep 24 15:24:19.261293 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 15:24:19.261627 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] floatingip is already registered Sep 24 15:24:19.262083 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service METERING assigned prefix: /metering {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.262748 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 15:24:19.263077 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] rbac_policy is already registered Sep 24 15:24:19.263512 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:security_group Sep 24 15:24:19.263845 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] security_group is already registered Sep 24 15:24:19.264244 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 15:24:19.264575 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] security_group_rule is already registered Sep 24 15:24:19.265192 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service CORE assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.265519 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:24:19.265853 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] subnetpool is already registered Sep 24 15:24:19.266270 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.v2.resource_helper [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Service CORE assigned prefix: {{(pid=94453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:24:19.266599 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:24:19.266927 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING neutron.quota.resource_registry [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] subnetpool is already registered Sep 24 15:24:19.267419 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: extensions {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.268908 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: address-groups {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.270374 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: address-scopes {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.271738 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: agents {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.272909 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: auto-allocated-topology {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.274148 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: availability_zones {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.275466 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: dhcp-networks {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.277058 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: dhcp-agents {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.278492 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: routers {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.280748 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: flavors {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.281924 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: service_profiles {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.283168 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: next_providers {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.284595 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: service_profiles {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.286123 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: floatingip-pools {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.287364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: routers {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.289472 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: floatingips {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.291313 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: l3-routers {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.292708 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: l3-agents {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.294124 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: metering-labels {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.295511 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: metering-label-rules {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.296794 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: network-ip-availabilities {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.298065 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: bindings {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.300557 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: quotas {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.302022 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: quotas {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.303474 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: rbac-policies {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.304674 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: security-groups {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.306524 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: security-group-rules {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.307814 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: service-providers {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.309036 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: subnetpools {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.310463 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: subnetpools {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.312232 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.313925 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.315811 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.317600 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.319402 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.321235 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.323492 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.325505 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.327348 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.329077 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron.api.extensions [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Extended resource: tags {{(pid=94453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:24:19.335038 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING keystonemiddleware.auth_token [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 15:24:19.339888 dv-cinder-810924-1-iscsi neutron-server[94453]: WARNING keystonemiddleware.auth_token [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 15:24:19.348312 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_concurrency.lockutils [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Acquired lock "singleton_lock" {{(pid=94453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 24 15:24:19.348785 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_concurrency.lockutils [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Releasing lock "singleton_lock" {{(pid=94453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 24 15:24:19.349433 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Starting 2 workers Sep 24 15:24:19.354772 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Started child 94564 {{(pid=94453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:24:19.360637 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Started child 94565 {{(pid=94453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:24:19.360852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:19.361509 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO neutron.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 15:24:19.361509 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Notify callbacks [] for process, before_spawn {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:19.362066 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [-] (94564) wsgi starting up on http://0.0.0.0:9696 Sep 24 15:24:19.363896 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Starting 1 workers Sep 24 15:24:19.364051 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:19.365366 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [-] (94565) wsgi starting up on http://0.0.0.0:9696 Sep 24 15:24:19.369621 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Started child 94566 {{(pid=94453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:24:19.370191 dv-cinder-810924-1-iscsi neutron-server[94453]: INFO oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Starting 1 workers Sep 24 15:24:19.373500 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] calling RpcWorker wait() {{(pid=94566) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 15:24:19.374058 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] returning from RpcWorker wait() {{(pid=94566) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 15:24:19.374631 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Started child 94567 {{(pid=94453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:24:19.375537 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:19.375642 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0c40bf81-e427-4f56-9722-d359372153e4 None None] Notify callbacks [] for process, after_spawn {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:19.376056 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:24:19.377465 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 15:24:19.377678 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 15:24:19.377858 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 15:24:19.378072 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 15:24:19.378402 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 15:24:19.378563 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 15:24:19.379078 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.379377 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.379634 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.379809 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:19.380299 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.380299 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.380779 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.381184 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.381454 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.381741 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.381974 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.382150 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.382318 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.382559 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.382806 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.383102 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.383399 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.383648 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.383952 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.384127 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.384380 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.384643 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.384880 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.385205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] debug = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.385442 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.385877 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.386109 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.386365 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.386597 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.386864 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.387093 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.387389 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.387666 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.387875 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.388126 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.388388 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.388631 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.388858 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.389095 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.389369 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.389587 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.390080 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] host = dv-cinder-810924-1-iscsi {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.390332 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.390543 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.390806 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.391059 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.391410 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.391624 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.391965 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.392155 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_options = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.398103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.399364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.400304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.401976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.403117 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.404360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_json = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.405401 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.406720 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.406720 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.406720 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.406720 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.406720 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.406720 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.407535 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.407535 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.407535 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.408024 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.408024 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.408307 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.409232 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.409232 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.409391 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.409601 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.410004 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.410109 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:24:19.410230 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.410901 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.411272 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.411541 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.411804 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.412047 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.412294 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.412533 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.412776 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.413052 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.413278 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.413531 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.413761 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.413982 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.414314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.414590 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.414850 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.415804 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.416025 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.416282 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.416500 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.416743 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.416966 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.417180 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.417434 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.417660 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.417873 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.418094 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.418322 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.418541 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.418768 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.419013 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.419305 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.426542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427188 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.427802 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428855 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428855 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.428855 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.429027 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.429091 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.429308 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.429668 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.429957 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.430287 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.430542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.430818 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.431617 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.431858 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.432098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.432364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.432604 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.432843 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.433054 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.433327 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.433601 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.433856 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.434073 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.434315 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.434547 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.434793 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.435036 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.435309 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.435546 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.435792 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.436036 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.436298 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.436553 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.437055 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.437329 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.437598 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.437850 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.438121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.438387 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.438643 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.438926 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.439218 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.439469 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.439721 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.439967 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.440206 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.440437 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.440684 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.440917 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.441170 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.441387 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.441659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.441885 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.442106 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.442324 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.442559 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.442874 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.443122 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.443368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.443583 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.445121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.445121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.445121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.445121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.445121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.445121 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.446081 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.446081 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.446081 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447255 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447255 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447255 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447255 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447255 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447646 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447646 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.447809 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.448047 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.448259 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.448477 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.448687 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.448911 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.449150 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.449395 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.449613 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.449845 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.450131 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.450485 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.450708 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.450945 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.451209 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.451481 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.451702 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.451977 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.452238 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.452475 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.452725 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.452968 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.453205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.453450 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.453702 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.453923 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.454138 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.454372 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.454608 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.454824 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.455052 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.455308 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.455549 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.455805 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.456052 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.456384 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.456634 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.456888 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.457126 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.457342 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.457598 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.457845 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.458098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.458338 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.458552 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.458771 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.459042 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.459320 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.459571 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.459921 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.460193 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.460667 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.460892 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.461109 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.461427 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.461686 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.461919 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.462197 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.462449 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.462683 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.462955 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.463183 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.463399 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.463625 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.463839 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.464047 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.464273 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.464508 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.464715 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.465103 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.465471 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.465686 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.465917 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.466168 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.466400 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.466622 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.466837 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.467070 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.467321 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.467553 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.467763 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.467986 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.468199 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.468406 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.468659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.468866 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.469074 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.469293 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.469506 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.469712 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.470008 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.470255 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.470478 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.470764 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.471019 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.471295 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.471556 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.471861 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.478314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.479483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480043 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.480659 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.481271 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.481271 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 15:24:19.481271 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 15:24:19.481474 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 15:24:19.481550 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 15:24:19.481710 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 15:24:19.481878 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 15:24:19.482029 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 15:24:19.482234 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.482394 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.482552 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.482709 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.482881 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.483045 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.483228 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.483387 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.483543 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.483731 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.483867 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484012 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484169 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484323 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484480 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484635 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484792 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.484980 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.485107 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.485263 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.485419 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.485577 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.485733 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] debug = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.485890 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.486212 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.486327 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.486420 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.486535 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.486691 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.486847 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487004 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487180 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487341 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487498 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487656 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487812 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.487967 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.488123 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.488278 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.488434 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.488589 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] host = dv-cinder-810924-1-iscsi {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.488745 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.488900 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.489055 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.489786 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.489786 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.489786 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.489786 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.489786 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490159 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490159 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490376 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490536 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490691 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.490895 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_options = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.491057 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.491236 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.491393 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.491628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.491746 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.491902 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492058 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492215 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492373 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492528 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492683 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492840 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.492997 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.493155 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.493365 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.493556 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.493716 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.493873 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494031 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494384 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494384 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494542 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494772 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.494929 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.495098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.495276 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.495433 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.495590 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.495746 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.495902 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496060 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496218 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496375 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496531 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496687 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496843 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.496999 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.497159 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.497314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.497470 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.497625 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.497782 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.497937 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.498094 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.498250 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.498406 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_json = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.498562 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.498717 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.498872 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.499027 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.499204 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.499362 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.499522 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.499676 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:24:19.499851 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500011 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500179 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500337 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500495 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500654 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500814 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.500977 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.501132 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.501276 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.501413 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.501576 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.501745 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.501902 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.502061 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.502221 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.502379 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.502538 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.502697 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.502855 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.503015 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.503201 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.503370 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.503528 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.503690 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.503848 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504006 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504179 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504337 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504497 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504655 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504813 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.504972 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.505147 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.505294 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.505452 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.505612 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.505770 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.505927 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.506086 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.506324 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.506496 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.506749 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507006 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507194 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507357 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507516 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507678 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507825 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.507985 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.508222 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.508529 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.508696 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.508855 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.509540 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.509711 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.509870 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510029 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510186 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510345 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510502 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510660 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510817 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.510990 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.511151 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.511364 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.511544 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.511705 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.511865 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512023 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512185 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512338 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512638 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512818 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.512957 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.513086 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.513236 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.513396 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.513554 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.513717 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.513876 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514035 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514194 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514353 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514512 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514671 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514830 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.514986 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516098 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516611 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516611 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516611 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516826 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516826 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.516971 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.517108 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.517260 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.517432 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.517571 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.517694 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.517849 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518034 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518194 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518352 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518511 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518669 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518829 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.518986 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.519152 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.519325 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.519533 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.519645 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.519780 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.519944 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.520112 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.520272 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.520431 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.520591 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.520749 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.520907 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.521064 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.521223 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.521380 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.521543 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.521700 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.521864 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522033 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522191 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522350 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522508 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522693 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522839 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.522995 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.523215 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.523441 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.523563 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.523690 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.523828 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.523957 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.524084 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.524241 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.524402 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.524585 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.524774 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.524935 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.525092 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.525253 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.525483 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.525619 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.525749 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.525856 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526014 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526331 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526488 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526648 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526806 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.526965 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.527123 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.527304 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.527465 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.527622 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.527779 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.527939 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.528096 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.528253 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.528411 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.528571 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.528731 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.528890 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529049 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529209 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529368 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529526 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529690 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529844 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.529997 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.530155 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.530314 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.530474 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.530633 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.530792 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.530952 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.531112 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.531298 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.531471 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.531630 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.531789 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.531947 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.532105 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.532263 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.535628 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536173 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.536685 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537205 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537714 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537714 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537714 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537714 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537977 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.537977 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.538181 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.538348 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.539172 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.539336 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.539496 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.539666 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.539845 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540003 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540155 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540303 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540460 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540630 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540807 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.540976 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.541116 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.541251 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.541408 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542300 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542735 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542735 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542878 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.542949 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.543081 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.543267 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.543434 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.543603 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.543769 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.543930 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.544124 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.544295 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.544454 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.544612 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.544771 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.544930 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.545089 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.545246 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.545405 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.545563 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.545721 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.545881 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.546040 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.546198 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.546360 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.546560 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.546722 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.546881 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.547041 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.547222 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.547384 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:24:19.547535 dv-cinder-810924-1-iscsi neutron-server[94453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 15:24:19.558224 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:24:19.577867 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43346) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:19.587214 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066915 Sep 24 15:24:31.205087 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97780c5-3bf4-4a4f-9f85-dfe5b2a30858 None None] get_active_networks_info from dv-cinder-810924-1-iscsi {{(pid=94566) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:24:31.296839 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97780c5-3bf4-4a4f-9f85-dfe5b2a30858 None None] No non-hosted networks {{(pid=94566) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 15:24:31.312513 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.agentschedulers_db [None req-d97780c5-3bf4-4a4f-9f85-dfe5b2a30858 None None] DHCP Agent not found on host dv-cinder-810924-1-iscsi {{(pid=94566) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 24 15:24:31.402944 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca39e-ba17-4f95-926e-c4561b57cf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3749581'] for agent, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:34.063966 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ec499dcd-8b97-4d55-ad56-fbc0fcdb7d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3749581'] for agent, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:34.124464 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-3df8e0a6-511a-40b5-b8ae-bc4a0d09f522 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810924-1-iscsi {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:24:34.124888 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-3df8e0a6-511a-40b5-b8ae-bc4a0d09f522 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:24:34.625343 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3749581'] for agent, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:34.626021 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.626299 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.626636 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.643661 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.644042 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.644387 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.645167 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.645167 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.645456 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.645706 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.646031 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.646352 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:34.647017 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810924-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:24:34.682538 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810924-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:24:34.798110 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3df8e0a6-511a-40b5-b8ae-bc4a0d09f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:35.086538 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3749581'] for agent, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:36.557490 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3749581'] for agent, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:37.628848 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43440) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:38.122542 dv-cinder-810924-1-iscsi neutron-server[94565]: WARNING oslo_policy.policy [None req-4ac8a554-0a21-4da9-b863-2b7512064eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:24:38.123126 dv-cinder-810924-1-iscsi neutron-server[94565]: WARNING oslo_policy.policy [None req-4ac8a554-0a21-4da9-b863-2b7512064eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:24:38.342396 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [None req-4ac8a554-0a21-4da9-b863-2b7512064eb6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:24:38.343416 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4ac8a554-0a21-4da9-b863-2b7512064eb6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7136686 Sep 24 15:24:40.738241 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43454) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:41.052642 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:24:41.146175 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.policy [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94565) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 15:24:41.191121 dv-cinder-810924-1-iscsi neutron-server[94565]: WARNING oslo_policy.policy [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:24:41.191511 dv-cinder-810924-1-iscsi neutron-server[94565]: WARNING oslo_policy.policy [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:24:41.199883 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.quota [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] Loaded quota_driver: . Sep 24 15:24:41.255889 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.db.l3_hamode_db [None req-0c02a124-3d27-4d7b-8044-7790e7dc8241 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 15:24:41.331264 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02a124-3d27-4d7b-8044-7790e7dc8241 None None] Routers set() bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:24:41.335111 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02a124-3d27-4d7b-8044-7790e7dc8241 None None] Router IDs set() for agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 15:24:41.433835 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738065770251', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738065783096', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738065786986', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738065785294', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738065354961', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738065816983', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-557242', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-877470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4062743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3843361'] for rbac-policy, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:41.894609 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:41.895894 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-077ca46b-66b9-4795-ae4e-d7f6e0f15617 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1566997 Sep 24 15:24:44.494097 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43466) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:44.789882 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'project_id': 'ebd777f54c2540699392a60958680c70'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:24:44.882634 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Made reservation on behalf of ebd777f54c2540699392a60958680c70 for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:24:44.885289 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:44.901684 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.016638 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.139674 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.163866 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] vlan segment allocate from pool success with {'vlan_id': 1316, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:24:45.187234 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738067248267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.187776 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Unsubscribe: segment precommit_create {{(pid=94565) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 15:24:45.188290 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Added segment 31203503-1ea4-4d80-80f7-c7e7b9c6337e of type vlan for network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f Sep 24 15:24:45.202715 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b4d9a-7656-4c2f-b4c5-746db7b45c03,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:45.251280 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.251629 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.251960 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.252286 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.252607 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.252937 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.253257 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.253571 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.253898 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.254216 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.254527 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.254834 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Tracked resource versions report: Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: pushed versions: Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: { 'AddressGroup': {'1.2'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'ConntrackHelper': {'1.0'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Log': {'1.0'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Network': {'1.1'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Port': {'1.7'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'PortForwarding': {'1.2'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'QosPolicy': {'1.9'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroup': {'1.4'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SubPort': {'1.0'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Subnet': {'1.1'}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Trunk': {'1.1'}} Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: consumer versions: Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'ConntrackHelper': '1.0', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Log': '1.0', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Network': '1.1', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Port': '1.7', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'PortForwarding': '1.2', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'QosPolicy': '1.9', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroup': '1.4', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroupRule': '1.2', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SubPort': '1.0', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Subnet': '1.1', Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Trunk': '1.1'}} Sep 24 15:24:45.255891 dv-cinder-810924-1-iscsi neutron-server[94565]: {{(pid=94565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:24:45.304477 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.408405 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.409508 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:24:45.410129 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:45.505523 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] Pushing event updated for resources: {'Network': ['ID=c0aeabc0-8e37-4287-8a62-6a4fa9984a5f,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:45.516359 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:24:45.540803 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1a1f193a-e6d9-4aa4-a20f-1547108dc386 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0456457 Sep 24 15:24:48.186036 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43480) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:48.574916 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd14d0-f274-4ccf-b154-3cc8d2e9282d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:24:48.576395 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2bfd14d0-f274-4ccf-b154-3cc8d2e9282d admin admin] 10.222.0.60 "GET /v2.0/networks/c0aeabc0-8e37-4287-8a62-6a4fa9984a5f HTTP/1.1" status: 200 len: 826 time: 0.3894010 Sep 24 15:24:48.601837 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d8511cd1-f300-4d5c-8f47-1871931b8970 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/7af47390-0060-4a02-8703-6bffc87c865c HTTP/1.1" status: 200 len: 734 time: 0.0193090 Sep 24 15:24:48.611515 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Request body: {'subnet': {'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'name': 'private-subnet'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:24:48.887868 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Made reservation on behalf of ebd777f54c2540699392a60958680c70 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:24:48.890067 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:49.259893 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:49.330795 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a36e87-ab10-423d-b96b-432f03d2f2dc,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:49.335400 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Checking segment: {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:24:49.335776 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Network hostable DHCP agents. Network: c0aeabc0-8e37-4287-8a62-6a4fa9984a5f, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:24:49.430658 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:24:49.533900 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, c0aeabc0-8e37-4287-8a62-6a4fa9984a5f) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:24:49.539577 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:24:49.540146 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:49.544165 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa13498-40ac-484d-a28e-6cd0805d7136 None None] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:24:49.723196 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6ebf7b82-4ab7-4cd3-b00f-bcb3e2cbac58 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1154191 Sep 24 15:24:49.849810 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:24:49.851358 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:50.129597 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Allocated IP 172.20.0.2 (c0aeabc0-8e37-4287-8a62-6a4fa9984a5f/f3a36e87-ab10-423d-b96b-432f03d2f2dc/91859d51-2708-481d-a96d-37b4e0835d34) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:24:50.330972 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:50.454649 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:50.555422 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:24:50.561430 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:24:50.569274 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Pushing event updated for resources: {'Port': ['ID=91859d51-2708-481d-a96d-37b4e0835d34,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:50.571466 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:24:50.604617 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.604974 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.605313 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.605648 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.606002 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.606332 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.606677 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.607042 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.607411 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.607740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.608064 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.608386 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Tracked resource versions report: Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: pushed versions: Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: { 'AddressGroup': {'1.2'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'ConntrackHelper': {'1.0'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Log': {'1.0'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Network': {'1.1'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Port': {'1.7'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'PortForwarding': {'1.2'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'QosPolicy': {'1.9'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroup': {'1.4'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SubPort': {'1.0'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Subnet': {'1.1'}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Trunk': {'1.1'}} Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: consumer versions: Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'ConntrackHelper': '1.0', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Log': '1.0', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Network': '1.1', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Port': '1.7', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'PortForwarding': '1.2', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'QosPolicy': '1.9', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroup': '1.4', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroupRule': '1.2', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SubPort': '1.0', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Subnet': '1.1', Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Trunk': '1.1'}} Sep 24 15:24:50.609463 dv-cinder-810924-1-iscsi neutron-server[94566]: {{(pid=94566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:24:50.657476 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Attempting to bind port 91859d51-2708-481d-a96d-37b4e0835d34 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:24:50.657879 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Attempting to bind port 91859d51-2708-481d-a96d-37b4e0835d34 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:24:50.658285 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Attempting to bind port 91859d51-2708-481d-a96d-37b4e0835d34 on network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:24:50.664002 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:24:50.664408 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Checking segment: {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:24:50.664890 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:50.665340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Bound using segment: {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:24:50.665799 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Bound port: 91859d51-2708-481d-a96d-37b4e0835d34, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:24:50.666207 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:50.727749 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] For port 91859d51-2708-481d-a96d-37b4e0835d34, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:24:50.732077 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] For port 91859d51-2708-481d-a96d-37b4e0835d34, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=91859d51-2708-481d-a96d-37b4e0835d34,segment=NetworkSegment(31203503-1ea4-4d80-80f7-c7e7b9c6337e),segment_id=31203503-1ea4-4d80-80f7-c7e7b9c6337e)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:24:50.831022 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:50.894463 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317d78-1efd-4158-b418-53cb2354be0e None None] Pushing event updated for resources: {'Port': ['ID=91859d51-2708-481d-a96d-37b4e0835d34,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:52.181169 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43488) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:52.492747 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [None req-9963bc96-4c46-40dd-b930-32a9147f2727 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:24:52.492747 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9963bc96-4c46-40dd-b930-32a9147f2727 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101673 Sep 24 15:24:54.910550 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43496) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:55.227351 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [None req-de0a114b-24a7-4c92-9e8c-bf0832c1148e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:24:55.228372 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-de0a114b-24a7-4c92-9e8c-bf0832c1148e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167534 Sep 24 15:24:57.888335 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43506) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:58.212157 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] Request body: {'router': {'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:24:58.304565 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:58.306148 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:58.439039 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:58.512058 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:58.693592 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:58.694761 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9b98ee31-063e-4c9d-b8fc-5acaa4898762 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8054547 Sep 24 15:24:59.255645 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9a9fd4-a36b-4bda-8948-7947ed40556a None None] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:24:59.372073 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-3aa3b5de-cd39-4844-928a-019fb5d26af4 None None] Provisioning complete for port 91859d51-2708-481d-a96d-37b4e0835d34 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:24:59.372376 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b5de-cd39-4844-928a-019fb5d26af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:59.553843 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b5de-cd39-4844-928a-019fb5d26af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:59.612833 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-3aa3b5de-cd39-4844-928a-019fb5d26af4 None None] For port 91859d51-2708-481d-a96d-37b4e0835d34, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=91859d51-2708-481d-a96d-37b4e0835d34,segment=NetworkSegment(31203503-1ea4-4d80-80f7-c7e7b9c6337e),segment_id=31203503-1ea4-4d80-80f7-c7e7b9c6337e)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:24:59.715732 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3aa3b5de-cd39-4844-928a-019fb5d26af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:59.761480 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3b5de-cd39-4844-928a-019fb5d26af4 None None] Pushing event updated for resources: {'Port': ['ID=91859d51-2708-481d-a96d-37b4e0835d34,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:59.836063 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-e4b24e35-e227-4153-81ab-e330c1fa1c8c None None] Provisioning complete for port 91859d51-2708-481d-a96d-37b4e0835d34 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:24:59.836352 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e4b24e35-e227-4153-81ab-e330c1fa1c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:00.002850 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 91859d51-2708-481d-a96d-37b4e0835d34 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:25:00.051635 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 91859d51-2708-481d-a96d-37b4e0835d34 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:00.052002 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:01.122564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 43518) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:25:01.213078 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce2f1-20c5-4091-a162-71af293083ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:01.612348 dv-cinder-810924-1-iscsi neutron-server[94564]: WARNING oslo_policy.policy [None req-c5b35473-5f47-4d6a-a3d3-6c270b4c5258 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:25:01.612925 dv-cinder-810924-1-iscsi neutron-server[94564]: WARNING oslo_policy.policy [None req-c5b35473-5f47-4d6a-a3d3-6c270b4c5258 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:25:01.833190 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [None req-c5b35473-5f47-4d6a-a3d3-6c270b4c5258 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:25:01.834892 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-c5b35473-5f47-4d6a-a3d3-6c270b4c5258 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7103162 Sep 24 15:25:03.990740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5f904b21-5dd1-4c6b-a2c3-ad0a73af7b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:04.230194 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 43532) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:25:04.541758 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:25:04.543259 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.quota [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Loaded quota_driver: . Sep 24 15:25:04.601067 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:04.704192 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Made reservation on behalf of 887a15aa95ec4b2598b2c2281936c05b for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:25:04.777206 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.policy [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94564) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 15:25:04.821827 dv-cinder-810924-1-iscsi neutron-server[94564]: WARNING oslo_policy.policy [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:25:04.822200 dv-cinder-810924-1-iscsi neutron-server[94564]: WARNING oslo_policy.policy [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:25:04.832607 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:04.852802 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:04.977889 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.058552 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.080744 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.093057 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Reserving flat network on physical network physnet1 {{(pid=94564) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 15:25:05.125976 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738067248267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.126903 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Unsubscribe: segment precommit_create {{(pid=94564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 15:25:05.127076 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Added segment eee3a91c-7c7b-48e2-a1bd-e873038b3b9a of type flat for network 13f9cabb-bd11-4db6-96db-27d1326f6134 Sep 24 15:25:05.142933 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf51dd-7a4e-4f76-9691-4cdcc4ec68a5,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:05.192464 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.193329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.193668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.193994 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.194316 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.194655 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.194979 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.195376 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.195715 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.196032 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.196347 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.196659 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Tracked resource versions report: Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: pushed versions: Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: { 'AddressGroup': {'1.2'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'ConntrackHelper': {'1.0'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Log': {'1.0'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Network': {'1.1'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Port': {'1.7'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'PortForwarding': {'1.2'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'QosPolicy': {'1.9'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroup': {'1.4'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SubPort': {'1.0'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Subnet': {'1.1'}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Trunk': {'1.1'}} Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: consumer versions: Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'ConntrackHelper': '1.0', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Log': '1.0', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Network': '1.1', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Port': '1.7', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'PortForwarding': '1.2', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'QosPolicy': '1.9', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroup': '1.4', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroupRule': '1.2', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SubPort': '1.0', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Subnet': '1.1', Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Trunk': '1.1'}} Sep 24 15:25:05.197726 dv-cinder-810924-1-iscsi neutron-server[94564]: {{(pid=94564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:25:05.254618 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.407009 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.408223 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:25:05.408842 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.502426 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] Pushing event updated for resources: {'Network': ['ID=13f9cabb-bd11-4db6-96db-27d1326f6134,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:05.512902 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:25:05.568366 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-b3df990d-e27b-44e7-957d-e850c2782754 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3306592 Sep 24 15:25:06.463437 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:07.949887 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 43556) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:25:08.170911 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1f218b-e3d9-4ea2-91fa-3f72b741e836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:25:08.172326 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-fe1f218b-e3d9-4ea2-91fa-3f72b741e836 admin admin] 10.222.0.60 "GET /v2.0/subnets/f3a36e87-ab10-423d-b96b-432f03d2f2dc HTTP/1.1" status: 200 len: 849 time: 0.2215476 Sep 24 15:25:08.334150 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-cdbe1661-83ed-4c38-adb2-5457e366dca5 admin admin] 10.222.0.60 "GET /v2.0/routers/1f60d4e0-5b56-4164-b525-7c1f4ca24db4 HTTP/1.1" status: 200 len: 704 time: 0.1549814 Sep 24 15:25:08.613815 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:08.906694 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Allocated IP 172.20.0.1 (c0aeabc0-8e37-4287-8a62-6a4fa9984a5f/f3a36e87-ab10-423d-b96b-432f03d2f2dc/8f9bbceb-d9e3-423d-9fdc-b7e5a4118647) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:25:09.088985 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.247095 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.314251 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:25:09.319486 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:25:09.328774 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:25:09.329433 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.397474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:09.480517 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-153cd80e-718f-4293-bbe2-4d63fabd8757 None None] Provisioning complete for port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:09.481116 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-153cd80e-718f-4293-bbe2-4d63fabd8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.512775 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-153cd80e-718f-4293-bbe2-4d63fabd8757 None None] Port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:25:09.671639 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.920550 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.983808 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:09.984608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:10.046068 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:10.112362 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:25:10.113667 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:25:10.338844 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-e99443c6-dd3e-4967-9f6a-cf85dd599c48 None None] Provisioning complete for port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:10.339232 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e99443c6-dd3e-4967-9f6a-cf85dd599c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:10.360786 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:25:10.370784 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-e99443c6-dd3e-4967-9f6a-cf85dd599c48 None None] Port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:25:10.453407 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:25:10.458915 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f279f419-0210-4e12-acd2-30a4323bc102 admin admin] 10.222.0.60 "PUT /v2.0/routers/1f60d4e0-5b56-4164-b525-7c1f4ca24db4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1190906 Sep 24 15:25:10.464000 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Sync routers for ids ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:25:10.475939 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Routers {'1f60d4e0-5b56-4164-b525-7c1f4ca24db4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:25:10.476968 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:25:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:10.664046 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Set router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 gateway port host: None {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:25:11.094857 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'name': 'router1', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:24:58Z', 'updated_at': '2021-09-24T15:25:09Z', 'revision_number': 2, 'project_id': 'ebd777f54c2540699392a60958680c70', 'gw_port_host': None, '_interfaces': [{'id': '8f9bbceb-d9e3-423d-9fdc-b7e5a4118647', 'name': '', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'mac_address': 'fa:16:3e:cb:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:08Z', 'updated_at': '2021-09-24T15:25:09Z', 'revision_number': 2, 'project_id': 'ebd777f54c2540699392a60958680c70', 'subnets': [{'id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:11.146246 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Checking router: 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:25:11.146614 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Updating router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:25:11.194331 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:11.704136 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:11.840253 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:11.982056 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Pushing event updated for resources: {'Port': ['ID=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:12.010798 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.011159 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.011622 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.011845 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.012173 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.012502 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.012874 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.013202 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.013536 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.013897 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.014218 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.014559 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Tracked resource versions report: Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: pushed versions: Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: { 'AddressGroup': {'1.2'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'ConntrackHelper': {'1.0'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Log': {'1.0'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Network': {'1.1'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Port': {'1.7'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'PortForwarding': {'1.2'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'QosPolicy': {'1.9'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroup': {'1.4'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SubPort': {'1.0'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Subnet': {'1.1'}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Trunk': {'1.1'}} Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: consumer versions: Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'ConntrackHelper': '1.0', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Log': '1.0', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Network': '1.1', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Port': '1.7', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'PortForwarding': '1.2', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'QosPolicy': '1.9', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroup': '1.4', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroupRule': '1.2', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SubPort': '1.0', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Subnet': '1.1', Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Trunk': '1.1'}} Sep 24 15:25:12.015679 dv-cinder-810924-1-iscsi neutron-server[94567]: {{(pid=94567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:25:12.023346 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Attempting to bind port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:25:12.023762 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Attempting to bind port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:25:12.024149 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Attempting to bind port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 on network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:25:12.029703 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:25:12.030120 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Checking segment: {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:25:12.030604 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.030991 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Bound using segment: {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:25:12.031513 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Bound port: 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31203503-1ea4-4d80-80f7-c7e7b9c6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1316, 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:25:12.031893 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.098868 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] For port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:25:12.102421 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-30b03f2a-4f36-4199-ac1e-0f5ab07b3947 None None] Provisioning complete for port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:12.102948 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-30b03f2a-4f36-4199-ac1e-0f5ab07b3947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.117769 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] For port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,segment=NetworkSegment(31203503-1ea4-4d80-80f7-c7e7b9c6337e),segment_id=31203503-1ea4-4d80-80f7-c7e7b9c6337e)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:25:12.146870 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-30b03f2a-4f36-4199-ac1e-0f5ab07b3947 None None] Port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:25:12.241516 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.297257 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Routers {'1f60d4e0-5b56-4164-b525-7c1f4ca24db4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:25:12.297904 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:25:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:12.299919 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7387e-144d-4f6d-a859-19ccecd256c3 None None] Pushing event updated for resources: {'Port': ['ID=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,revision_number=4']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:12.389899 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] Set router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 gateway port host: None {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:25:12.467129 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-e0bfd214-b5e2-4091-a9fb-bfa3abe876ff None None] Provisioning complete for port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:12.467523 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd214-b5e2-4091-a9fb-bfa3abe876ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.546956 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd214-b5e2-4091-a9fb-bfa3abe876ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.581894 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-e0bfd214-b5e2-4091-a9fb-bfa3abe876ff None None] For port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,segment=NetworkSegment(31203503-1ea4-4d80-80f7-c7e7b9c6337e),segment_id=31203503-1ea4-4d80-80f7-c7e7b9c6337e)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:25:12.603331 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'name': 'router1', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:24:58Z', 'updated_at': '2021-09-24T15:25:09Z', 'revision_number': 2, 'project_id': 'ebd777f54c2540699392a60958680c70', 'gw_port_host': None, '_interfaces': [{'id': '8f9bbceb-d9e3-423d-9fdc-b7e5a4118647', 'name': '', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'mac_address': 'fa:16:3e:cb:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:08Z', 'updated_at': '2021-09-24T15:25:12Z', 'revision_number': 4, 'project_id': 'ebd777f54c2540699392a60958680c70', 'subnets': [{'id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:12.631632 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d42d25-5479-4c2e-8f53-9e671789aafd None None] The sync data for ids ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'] in dv-cinder-810924-1-iscsi is: [{'id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'name': 'router1', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:24:58Z', 'updated_at': '2021-09-24T15:25:09Z', 'revision_number': 2, 'project_id': 'ebd777f54c2540699392a60958680c70', 'gw_port_host': None, '_interfaces': [{'id': '8f9bbceb-d9e3-423d-9fdc-b7e5a4118647', 'name': '', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'mac_address': 'fa:16:3e:cb:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:08Z', 'updated_at': '2021-09-24T15:25:12Z', 'revision_number': 4, 'project_id': 'ebd777f54c2540699392a60958680c70', 'subnets': [{'id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:25:12.640778 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd214-b5e2-4091-a9fb-bfa3abe876ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:12.716150 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfd214-b5e2-4091-a9fb-bfa3abe876ff None None] Pushing event updated for resources: {'Port': ['ID=8f9bbceb-d9e3-423d-9fdc-b7e5a4118647,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:12.755060 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 43576) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:25:12.885709 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff2d1c-ecc1-48bb-8a6b-0e1f556faba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:25:12.891187 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-b0ff2d1c-ecc1-48bb-8a6b-0e1f556faba5 admin admin] 10.222.0.60 "GET /v2.0/networks/13f9cabb-bd11-4db6-96db-27d1326f6134 HTTP/1.1" status: 200 len: 842 time: 0.1308639 Sep 24 15:25:12.897970 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'name': 'public-subnet'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:25:13.023753 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Made reservation on behalf of 887a15aa95ec4b2598b2c2281936c05b for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:25:13.026132 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:13.397636 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.objects.ports [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94564) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:25:13.397972 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:13.449315 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50080570-0971-452e-82cc-e670df26de82,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:13.461816 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:25:13.462166 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Network hostable DHCP agents. Network: 13f9cabb-bd11-4db6-96db-27d1326f6134, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:25:13.589482 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:25:13.691906 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 13f9cabb-bd11-4db6-96db-27d1326f6134) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:25:13.695861 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:25:13.696465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:13.701125 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabae97-325d-40a2-8df4-769e5777ef01 None None] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:25:13.784275 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-a67137fa-4fca-4a9c-abd4-20a84b1b13c4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8904214 Sep 24 15:25:13.828462 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d4bd1-2ae2-4dae-beea-f28a4c0ed53c None None] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:25:15.431060 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:25:16.075593 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43584) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:25:16.297719 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f40aa0d6-77d3-4488-948e-aef833cd1b3b admin admin] 10.222.0.60 "GET /v2.0/routers/1f60d4e0-5b56-4164-b525-7c1f4ca24db4 HTTP/1.1" status: 200 len: 710 time: 0.2210073 Sep 24 15:25:16.408761 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa09ed3-3348-44d2-ae13-ca61ea8b7070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:25:16.410049 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-0fa09ed3-3348-44d2-ae13-ca61ea8b7070 admin admin] 10.222.0.60 "GET /v2.0/networks/13f9cabb-bd11-4db6-96db-27d1326f6134 HTTP/1.1" status: 200 len: 886 time: 0.1063344 Sep 24 15:25:16.419822 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:25:16.663930 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:17.014604 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:17.133290 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:17.282814 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Allocated IP 172.27.1.92 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/914476c1-e935-45e3-a092-9f6eb42c528a) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:25:17.391580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:17.526726 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:17.600872 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:25:17.605513 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:25:17.608659 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:25:17.649502 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=914476c1-e935-45e3-a092-9f6eb42c528a,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:18.017636 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:25:18.060787 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:18.119447 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:18.119738 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:18.262878 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3748099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-657'] for router, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:18.267258 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3745962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3745953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3748122'] for router, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:18.374391 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:25:18.476865 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:25:18.497487 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:18.497487 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ca6c213b-2bf7-4c61-879e-c1a7c0d1f3d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/1f60d4e0-5b56-4164-b525-7c1f4ca24db4 HTTP/1.1" status: 200 len: 889 time: 2.0661132 Sep 24 15:25:19.183193 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Sync routers for ids ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:25:19.193701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Routers {'1f60d4e0-5b56-4164-b525-7c1f4ca24db4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:25:19.194400 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:25:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:19.393593 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Set router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:25:19.782461 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'name': 'router1', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '914476c1-e935-45e3-a092-9f6eb42c528a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:24:58Z', 'updated_at': '2021-09-24T15:25:17Z', 'revision_number': 4, 'project_id': 'ebd777f54c2540699392a60958680c70', 'gw_port': {'id': '914476c1-e935-45e3-a092-9f6eb42c528a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:17Z', 'updated_at': '2021-09-24T15:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '8f9bbceb-d9e3-423d-9fdc-b7e5a4118647', 'name': '', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'mac_address': 'fa:16:3e:cb:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:08Z', 'updated_at': '2021-09-24T15:25:12Z', 'revision_number': 5, 'project_id': 'ebd777f54c2540699392a60958680c70', 'subnets': [{'id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:19.835548 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Checking router: 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:25:19.835906 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Updating router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 port 914476c1-e935-45e3-a092-9f6eb42c528a binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:25:19.882140 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:20.192726 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:20.268714 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:20.316723 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Attempting to bind port 914476c1-e935-45e3-a092-9f6eb42c528a on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:25:20.317088 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Attempting to bind port 914476c1-e935-45e3-a092-9f6eb42c528a by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:25:20.317445 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Attempting to bind port 914476c1-e935-45e3-a092-9f6eb42c528a on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:25:20.326192 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a84f34-d994-4310-bc5e-c47efd138df5 None None] Pushing event updated for resources: {'Port': ['ID=914476c1-e935-45e3-a092-9f6eb42c528a,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:20.329543 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:25:20.329917 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:25:20.330313 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:20.330692 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:25:20.331155 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Bound port: 914476c1-e935-45e3-a092-9f6eb42c528a, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:25:20.331563 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:20.381596 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] For port 914476c1-e935-45e3-a092-9f6eb42c528a, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:25:20.384454 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] For port 914476c1-e935-45e3-a092-9f6eb42c528a, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=914476c1-e935-45e3-a092-9f6eb42c528a,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:25:20.480773 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:20.610536 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Routers {'1f60d4e0-5b56-4164-b525-7c1f4ca24db4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:25:20.611177 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:25:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:20.614383 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a84f34-d994-4310-bc5e-c47efd138df5 None None] Pushing event updated for resources: {'Port': ['ID=914476c1-e935-45e3-a092-9f6eb42c528a,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:20.717433 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] Set router 1f60d4e0-5b56-4164-b525-7c1f4ca24db4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:25:20.883579 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 43596) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:25:20.926261 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'name': 'router1', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '914476c1-e935-45e3-a092-9f6eb42c528a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:24:58Z', 'updated_at': '2021-09-24T15:25:17Z', 'revision_number': 4, 'project_id': 'ebd777f54c2540699392a60958680c70', 'gw_port': {'id': '914476c1-e935-45e3-a092-9f6eb42c528a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:17Z', 'updated_at': '2021-09-24T15:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '8f9bbceb-d9e3-423d-9fdc-b7e5a4118647', 'name': '', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'mac_address': 'fa:16:3e:cb:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:08Z', 'updated_at': '2021-09-24T15:25:12Z', 'revision_number': 5, 'project_id': 'ebd777f54c2540699392a60958680c70', 'subnets': [{'id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:25:20.952999 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dbff6e-794b-4c1b-bd9d-f5edad815d39 None None] The sync data for ids ['1f60d4e0-5b56-4164-b525-7c1f4ca24db4'] in dv-cinder-810924-1-iscsi is: [{'id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'name': 'router1', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '914476c1-e935-45e3-a092-9f6eb42c528a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:24:58Z', 'updated_at': '2021-09-24T15:25:17Z', 'revision_number': 4, 'project_id': 'ebd777f54c2540699392a60958680c70', 'gw_port': {'id': '914476c1-e935-45e3-a092-9f6eb42c528a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:72:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:17Z', 'updated_at': '2021-09-24T15:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '8f9bbceb-d9e3-423d-9fdc-b7e5a4118647', 'name': '', 'network_id': 'c0aeabc0-8e37-4287-8a62-6a4fa9984a5f', 'tenant_id': 'ebd777f54c2540699392a60958680c70', 'mac_address': 'fa:16:3e:cb:36:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f60d4e0-5b56-4164-b525-7c1f4ca24db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:25:08Z', 'updated_at': '2021-09-24T15:25:12Z', 'revision_number': 5, 'project_id': 'ebd777f54c2540699392a60958680c70', 'subnets': [{'id': 'f3a36e87-ab10-423d-b96b-432f03d2f2dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7af47390-0060-4a02-8703-6bffc87c865c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:25:21.003181 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9700b470-290d-455d-a75d-d4f9009baa48 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1162186 Sep 24 15:25:22.021106 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 914476c1-e935-45e3-a092-9f6eb42c528a up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:25:22.071456 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 914476c1-e935-45e3-a092-9f6eb42c528a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:22.071835 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:22.148282 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:22.167724 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 914476c1-e935-45e3-a092-9f6eb42c528a, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=914476c1-e935-45e3-a092-9f6eb42c528a,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:25:22.371970 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:22.418234 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=914476c1-e935-45e3-a092-9f6eb42c528a,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:25:24.032966 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 914476c1-e935-45e3-a092-9f6eb42c528a up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:25:24.091591 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 914476c1-e935-45e3-a092-9f6eb42c528a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:25:24.092060 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:31.216691 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fb7b678a-787f-4e74-9031-0db8202875f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:34.005374 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d58448ea-84fc-4873-bfa8-dc1b49014d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:34.593722 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:35.061777 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:36.496406 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:52.430921 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:26:01.253206 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4928b396-10a2-4231-a323-8d8c480042ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:04.945915 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2dba07a3-d306-474c-9a52-14b95e381cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:05.065754 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:05.197920 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:06.477385 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:29.428733 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:26:31.189550 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cb2f1525-8e2a-44bb-9c38-bb33736b534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:33.987553 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5461d891-2a48-44de-a38c-53dfcc088dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:34.607426 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:35.080714 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:36.491862 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:00.748350 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44158) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:00.812331 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e92d98-a9cd-486d-839a-eb8799b243c9 admin admin] GET failed (client error): The resource could not be found. Sep 24 15:27:00.813634 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a0e92d98-a9cd-486d-839a-eb8799b243c9 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643446 Sep 24 15:27:01.031723 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9e1b2-262d-41f4-9a7f-6c4222225327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:01.033188 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e4b9e1b2-262d-41f4-9a7f-6c4222225327 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2148309 Sep 24 15:27:01.250109 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3574d04-601e-489a-b1be-5382af14b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:03.246817 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44168) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:03.343386 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23048bf4-152d-4508-ad5f-1d0813c8b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:03.344696 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-23048bf4-152d-4508-ad5f-1d0813c8b351 admin admin] 10.222.0.60 "GET /v2.0/subnets/f3a36e87-ab10-423d-b96b-432f03d2f2dc HTTP/1.1" status: 200 len: 849 time: 0.0968893 Sep 24 15:27:03.355181 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:27:03.435899 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:03.690307 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738067188727'] for subnet, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:03.719239 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:03.719955 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:03.721786 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] 10.222.0.60 "PUT /v2.0/subnets/f3a36e87-ab10-423d-b96b-432f03d2f2dc HTTP/1.1" status: 200 len: 868 time: 0.3702426 Sep 24 15:27:03.733665 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc61d7c-b847-4e3a-b394-c874d1666f95 None None] Network c0aeabc0-8e37-4287-8a62-6a4fa9984a5f requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:27:03.745078 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a36e87-ab10-423d-b96b-432f03d2f2dc,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:27:03.753356 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.753771 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.754069 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.754399 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.754726 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.755076 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.755470 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.755793 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.756137 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.756463 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.756786 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:03.757105 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c19d9-19c9-4567-92e5-bc4d436a5c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:04.027669 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-269f9d50-2042-4f81-a29a-3e8c0df555d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:04.147493 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-3b05fb5a-86c5-47c1-b863-5319d37e76ed None None] Provisioning complete for port 91859d51-2708-481d-a96d-37b4e0835d34 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:27:04.147864 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3b05fb5a-86c5-47c1-b863-5319d37e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:04.232830 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-3b05fb5a-86c5-47c1-b863-5319d37e76ed None None] Provisioning complete for port 8f9bbceb-d9e3-423d-9fdc-b7e5a4118647 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:27:04.233190 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3b05fb5a-86c5-47c1-b863-5319d37e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:04.598467 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:05.092853 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:05.943402 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44176) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:06.141502 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566940b0-3be8-46c9-9f26-c66bfa46a0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:06.141896 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566940b0-3be8-46c9-9f26-c66bfa46a0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:06.143668 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-566940b0-3be8-46c9-9f26-c66bfa46a0b9 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1993103 Sep 24 15:27:06.427718 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:27:06.535635 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:08.325212 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44184) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:08.453677 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16c338-16de-45b9-9b8c-2fab4be0158f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:08.454156 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16c338-16de-45b9-9b8c-2fab4be0158f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:08.455713 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-5a16c338-16de-45b9-9b8c-2fab4be0158f admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1295567 Sep 24 15:27:10.659648 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44192) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:10.785044 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ff750-5124-41da-a8ec-b151bfe5ab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:10.786433 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cc8ff750-5124-41da-a8ec-b151bfe5ab12 admin admin] 10.222.0.60 "GET /v2.0/networks/13f9cabb-bd11-4db6-96db-27d1326f6134 HTTP/1.1" status: 200 len: 886 time: 0.1258597 Sep 24 15:27:12.967317 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44200) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:13.111639 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d1ed53-809c-424d-97eb-ad648f5296c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:13.112998 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b7d1ed53-809c-424d-97eb-ad648f5296c8 admin admin] 10.222.0.60 "GET /v2.0/networks/c0aeabc0-8e37-4287-8a62-6a4fa9984a5f HTTP/1.1" status: 200 len: 870 time: 0.1446602 Sep 24 15:27:15.297189 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44208) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:15.416879 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb800d3-90da-4184-96db-b443a79469c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:15.417331 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb800d3-90da-4184-96db-b443a79469c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:15.418837 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ffb800d3-90da-4184-96db-b443a79469c9 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204515 Sep 24 15:27:17.619863 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44216) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:17.752847 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99fd5dd-04aa-487c-b145-e4674c72f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:17.753308 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99fd5dd-04aa-487c-b145-e4674c72f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:17.754842 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d99fd5dd-04aa-487c-b145-e4674c72f60f admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335559 Sep 24 15:27:19.937709 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44226) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:20.022373 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a61530-1521-44ab-b241-f8bad18413c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:20.023722 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-67a61530-1521-44ab-b241-f8bad18413c6 admin admin] 10.222.0.60 "GET /v2.0/subnets/50080570-0971-452e-82cc-e670df26de82 HTTP/1.1" status: 200 len: 816 time: 0.0850463 Sep 24 15:27:22.223033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44234) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:22.315168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6eaa2-d395-4231-8b04-6d545ae7ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:22.316495 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-dff6eaa2-d395-4231-8b04-6d545ae7ed8b admin admin] 10.222.0.60 "GET /v2.0/subnets/f3a36e87-ab10-423d-b96b-432f03d2f2dc HTTP/1.1" status: 200 len: 868 time: 0.0925002 Sep 24 15:27:31.204501 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-69d80e18-4b67-4359-bea8-1006bb669f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:34.095974 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-283d770a-2085-4257-91c8-7f59fb9998ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:34.633701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:35.173321 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:36.905251 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:43.426443 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:27:46.569557 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44288) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:46.622027 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [None req-dd455a9e-fd61-4f00-9e9a-4499ebdb39ff admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:27:46.623027 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-dd455a9e-fd61-4f00-9e9a-4499ebdb39ff admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525153 Sep 24 15:27:48.947702 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44296) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:49.007462 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db71705-cbe2-40ea-9001-66cb6f12a2cb admin admin] GET failed (client error): The resource could not be found. Sep 24 15:27:49.008808 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4db71705-cbe2-40ea-9001-66cb6f12a2cb admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601852 Sep 24 15:27:49.097722 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576c986-e975-4b7b-8cf2-2ab738026fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:49.099299 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4576c986-e975-4b7b-8cf2-2ab738026fcd admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858579 Sep 24 15:27:51.370282 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44304) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:51.420006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:27:51.587489 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Made reservation on behalf of 887a15aa95ec4b2598b2c2281936c05b for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:27:51.589769 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:51.623827 dv-cinder-810924-1-iscsi neutron-server[94565]: WARNING neutron.services.revisions.revision_plugin [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Could not find related network for resource to bump revision. Sep 24 15:27:51.636939 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1327, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:27:51.645854 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:51.646754 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Added segment b4565510-ab1f-4443-b818-0dda10a26a58 of type vlan for network 17107b06-0948-4387-882f-bd62fb4d55e8 Sep 24 15:27:51.696128 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:51.829125 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:51.830125 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:51.830704 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:51.886914 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] Pushing event updated for resources: {'Network': ['ID=17107b06-0948-4387-882f-bd62fb4d55e8,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:27:51.898116 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 17107b06-0948-4387-882f-bd62fb4d55e8 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:27:51.970960 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9e46b6c9-9380-41d3-9cff-7327856a78e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5996380 Sep 24 15:27:54.196229 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44312) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:27:54.258496 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4008af-b207-461f-ae12-bad98d462090 admin admin] GET failed (client error): The resource could not be found. Sep 24 15:27:54.259850 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7a4008af-b207-461f-ae12-bad98d462090 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625801 Sep 24 15:27:54.330657 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8aa8b-992b-4238-ac2d-f8c21d9ef4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:54.332059 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ebb8aa8b-992b-4238-ac2d-f8c21d9ef4e3 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0676045 Sep 24 15:27:54.342981 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:27:54.448580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Made reservation on behalf of 887a15aa95ec4b2598b2c2281936c05b for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:27:54.450835 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:54.732032 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:54.783360 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556a3d92-e4aa-411b-bee4-e357fae576fe,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:27:54.934733 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Checking segment: {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:27:54.935079 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Network hostable DHCP agents. Network: 17107b06-0948-4387-882f-bd62fb4d55e8, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:27:55.091527 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Network 17107b06-0948-4387-882f-bd62fb4d55e8 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:27:55.198032 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 17107b06-0948-4387-882f-bd62fb4d55e8) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:27:55.202991 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:27:55.204919 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:55.205774 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f258bd1-7602-4343-84b6-672a0e41a492 None None] Network 17107b06-0948-4387-882f-bd62fb4d55e8 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:27:55.356143 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-41836409-4a11-4ed9-acff-2fd72b6005b2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0164678 Sep 24 15:27:55.454269 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-17107b06-0948-4387-882f-bd62fb4d55e8', 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8', 'tenant_id': '887a15aa95ec4b2598b2c2281936c05b', 'fixed_ips': [{'subnet_id': '556a3d92-e4aa-411b-bee4-e357fae576fe'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:27:55.455225 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:55.605370 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Allocated IP 192.168.233.2 (17107b06-0948-4387-882f-bd62fb4d55e8/556a3d92-e4aa-411b-bee4-e357fae576fe/adda87cc-c10d-4a96-bba2-ba4aa0af12f6) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:27:55.923360 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:56.043157 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:56.087881 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Network 17107b06-0948-4387-882f-bd62fb4d55e8 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:27:56.090801 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:27:56.100378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:27:56.103482 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Pushing event updated for resources: {'Port': ['ID=adda87cc-c10d-4a96-bba2-ba4aa0af12f6,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:27:56.114093 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.114474 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.114823 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.115202 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.115514 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.115846 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.116180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.116506 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.116849 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.117175 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.117518 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.117844 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:27:56.164089 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Attempting to bind port adda87cc-c10d-4a96-bba2-ba4aa0af12f6 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:27:56.164459 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Attempting to bind port adda87cc-c10d-4a96-bba2-ba4aa0af12f6 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:27:56.164819 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Attempting to bind port adda87cc-c10d-4a96-bba2-ba4aa0af12f6 on network 17107b06-0948-4387-882f-bd62fb4d55e8 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:27:56.170707 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:27:56.171080 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Checking segment: {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:27:56.171504 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:56.171896 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Bound using segment: {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:27:56.172359 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Bound port: adda87cc-c10d-4a96-bba2-ba4aa0af12f6, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:27:56.172757 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:56.235807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] For port adda87cc-c10d-4a96-bba2-ba4aa0af12f6, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:27:56.239866 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] For port adda87cc-c10d-4a96-bba2-ba4aa0af12f6, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=adda87cc-c10d-4a96-bba2-ba4aa0af12f6,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:27:56.321272 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:56.379790 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d759e-3d55-4d89-be0c-13db8760bf7f None None] Pushing event updated for resources: {'Port': ['ID=adda87cc-c10d-4a96-bba2-ba4aa0af12f6,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:27:57.144201 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2bed4-caac-4015-b923-eb0eff10edfe None None] Network 17107b06-0948-4387-882f-bd62fb4d55e8 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:27:57.219280 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-a719cf65-d6e4-4976-8682-9f9ee5a771b0 None None] Provisioning complete for port adda87cc-c10d-4a96-bba2-ba4aa0af12f6 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:27:57.219648 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a719cf65-d6e4-4976-8682-9f9ee5a771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:57.361489 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a719cf65-d6e4-4976-8682-9f9ee5a771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:57.399884 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a719cf65-d6e4-4976-8682-9f9ee5a771b0 None None] For port adda87cc-c10d-4a96-bba2-ba4aa0af12f6, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=adda87cc-c10d-4a96-bba2-ba4aa0af12f6,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:27:57.475666 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a719cf65-d6e4-4976-8682-9f9ee5a771b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:57.569232 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719cf65-d6e4-4976-8682-9f9ee5a771b0 None None] Pushing event updated for resources: {'Port': ['ID=adda87cc-c10d-4a96-bba2-ba4aa0af12f6,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:27:57.604528 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-efa5e9e4-8257-4c04-a2ea-e36b1f91a9f2 None None] Provisioning complete for port adda87cc-c10d-4a96-bba2-ba4aa0af12f6 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:27:57.604892 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-efa5e9e4-8257-4c04-a2ea-e36b1f91a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:58.140832 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device adda87cc-c10d-4a96-bba2-ba4aa0af12f6 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:27:58.191248 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port adda87cc-c10d-4a96-bba2-ba4aa0af12f6 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:27:58.191624 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:01.253793 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8c7e6b3d-6d0c-4116-bdd4-5370e7dd00b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:03.990293 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8f1a47bb-901b-42b7-a8f1-21d48c705839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:04.574036 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:05.108286 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:06.502595 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:20.426379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:28:31.239701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-74a4239e-d96b-4828-93b2-757aaa7f90ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:34.004444 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-137125b8-9fbf-4252-ac00-3f959d9d56a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:34.599160 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:35.083027 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:36.478404 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:57.424367 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:29:01.190674 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b23c479c-bd4b-4a41-941d-a59f2f6d3c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:04.075616 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8379201b-81da-4b13-a8c7-6c6814f18c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:04.612904 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:05.100940 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:06.510426 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:16.065049 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44364) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:29:16.071012 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [None req-d3224f39-b638-4d3d-b0dc-6cef7331ac17 tempest-verify_tempest_config-512454108 tempest-verify_tempest_config-512454108-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:29:16.072060 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d3224f39-b638-4d3d-b0dc-6cef7331ac17 tempest-verify_tempest_config-512454108 tempest-verify_tempest_config-512454108-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060134 Sep 24 15:29:16.573151 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44382) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:29:16.674804 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:16.761337 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:16.903111 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:16.952724 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac4362f5a53d4c4ea3c96bec55ae298d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3785319 Sep 24 15:29:16.953574 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ad7f7-a462-4e64-b288-ad7e5e05efe3,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:29:16.955427 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44386) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:29:16.960507 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.960877 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.961216 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.961547 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.961874 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.962213 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.962546 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.962864 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.963225 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.963573 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.963893 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:16.964207 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1438a2bb-6263-4faa-b306-cab3522b1637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.021105 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:17.041235 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:17.211991 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:17.214535 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:17.215727 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/733ad7f7-a462-4e64-b288-ad7e5e05efe3 HTTP/1.1" status: 204 len: 168 time: 0.2593222 Sep 24 15:29:17.224203 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ad7f7-a462-4e64-b288-ad7e5e05efe3,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:29:17.230804 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.231202 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.231578 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.231914 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.232271 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.232632 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.232964 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.233290 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.233629 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.233952 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.234269 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:17.234587 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a971e7a7-f945-480b-9568-af79a3582130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:29:31.216566 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9c61601d-e645-4fca-87db-bce5636bc2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:34.004325 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fcc95677-c38c-4b1a-a6ce-3eac4ae58ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:34.423784 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:29:34.856440 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:35.128876 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:36.500960 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:01.196743 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-05d78df0-2cde-4c94-b337-d913adee4ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:04.007092 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f4df3f07-ca47-467f-87dd-59481edc5334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:04.612682 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:05.076287 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:06.516007 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:11.422454 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:30:31.262331 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5a432707-819e-44cb-bbae-a2a33d9d409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.039359 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-68e5f7ff-a471-4ed9-ab8b-38cb809d3e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.599362 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.079685 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.514385 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.420777 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 5 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:30:56.047838 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3749581'] for agent, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:01.470374 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0879-fefd-4f8f-9173-7761a6b98476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.996812 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ee713ae4-c646-4cef-98a0-4d8cf07e313d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.608088 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.139929 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.505175 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.708870 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44460) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:10.813772 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-756a5a08-94ef-4e50-b46b-0ec8118ac0e8 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1038160 Sep 24 15:31:13.023862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44470) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:13.166970 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a662b4a4-43dd-41c7-9793-deb27f4d20c2 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1420052 Sep 24 15:31:25.420439 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:31:25.972165 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.217561 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9a61ecf4-db8a-42ef-a0ed-fcb6be306764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:34.022827 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-eea3e4e9-af05-4a2b-80f4-21c250ba3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:34.645689 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:35.136964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.519908 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.975863 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.169913 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a367-f2ef-451e-afce-fbcb14c3c31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.419986 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:32:04.115432 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8ceba146-f536-43ea-82c1-e3da14fd2f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.572632 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.098655 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.532785 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:25.961727 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.235125 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-54097cb5-62b8-4844-88a7-e99063b5cfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.006263 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6756cb7d-ea10-4d2d-8885-f1e223de2bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.600842 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.123576 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.549096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.419161 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:32:44.643420 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44644) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:44.912260 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-822995159-network', 'tenant_id': 'f6b0661c0abe42f88a50a225941d0369'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:45.057396 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Made reservation on behalf of f6b0661c0abe42f88a50a225941d0369 for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:45.059727 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.067970 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.168203 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.183873 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44676) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:45.266096 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.292862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:45.298738 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.307521 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Added segment 9a7e33e3-3490-4b50-a63a-9cc91684b4b3 of type vlan for network 291dd889-484d-49b5-965b-269beb739f49 Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Tracked resource versions report: Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: pushed versions: Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: { 'AddressGroup': {'1.2'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'ConntrackHelper': {'1.0'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Log': {'1.0'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Network': {'1.1'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Port': {'1.7'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'PortForwarding': {'1.2'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'QosPolicy': {'1.9'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroup': {'1.4'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SubPort': {'1.0'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Subnet': {'1.1'}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Trunk': {'1.1'}} Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: consumer versions: Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: HyperV agent@hv-cinder-81092: {}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'ConntrackHelper': '1.0', Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Log': '1.0', Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Network': '1.1', Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Port': '1.7', Sep 24 15:32:45.314963 dv-cinder-810924-1-iscsi neutron-server[94565]: 'PortForwarding': '1.2', Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: 'QosPolicy': '1.9', Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroup': '1.4', Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SecurityGroupRule': '1.2', Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: 'SubPort': '1.0', Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Subnet': '1.1', Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: 'Trunk': '1.1'}} Sep 24 15:32:45.317913 dv-cinder-810924-1-iscsi neutron-server[94565]: {{(pid=94565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:32:45.360879 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.497128 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.503986 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:45.503986 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.559236 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] Pushing event updated for resources: {'Network': ['ID=291dd889-484d-49b5-965b-269beb739f49,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.569943 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 291dd889-484d-49b5-965b-269beb739f49 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:45.615236 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-fc95f7b9-b6dd-44d5-a480-186fc22b1070 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9751167 Sep 24 15:32:45.615532 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44686) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:45.621167 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Request body: {'subnet': {'network_id': '291dd889-484d-49b5-965b-269beb739f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-822995159-subnet', 'tenant_id': 'f6b0661c0abe42f88a50a225941d0369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:45.672051 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44690) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:45.720276 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Made reservation on behalf of f6b0661c0abe42f88a50a225941d0369 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:45.722861 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.888187 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-network', 'tenant_id': '2a33315c18c342d990ff997026e60f5f'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:45.890875 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44702) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:45.925734 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44708) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:45.968087 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-network', 'tenant_id': 'b861384990f34381a65218887a8cb8f0'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:46.075227 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.125269 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426587864-network', 'tenant_id': '3e43bca8efd845a3a1f2cd0f54f09e3a'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:46.126391 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-567939300-network', 'tenant_id': 'ea124211030c4717959a7d19c27aca65'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:46.155395 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Checking segment: {'id': '9a7e33e3-3490-4b50-a63a-9cc91684b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '291dd889-484d-49b5-965b-269beb739f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:46.155749 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Network hostable DHCP agents. Network: 291dd889-484d-49b5-965b-269beb739f49, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:46.158717 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2b1c2d-756a-4b51-86a5-690ad4661d3b,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:46.178551 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Made reservation on behalf of 2a33315c18c342d990ff997026e60f5f for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:46.180862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.194233 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.db.api [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:32:46.194233 dv-cinder-810924-1-iscsi neutron-server[94564]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:32:46.194233 dv-cinder-810924-1-iscsi neutron-server[94564]: [parameters: {'project_id_1': '3e43bca8efd845a3a1f2cd0f54f09e3a', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 32, 26, 91217)}] Sep 24 15:32:46.194233 dv-cinder-810924-1-iscsi neutron-server[94564]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:32:46.194639 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG oslo_db.api [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:32:46.195471 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.db.api [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:32:46.195471 dv-cinder-810924-1-iscsi neutron-server[94565]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:32:46.195471 dv-cinder-810924-1-iscsi neutron-server[94565]: [parameters: {'project_id_1': 'ea124211030c4717959a7d19c27aca65', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 32, 26, 144053)}] Sep 24 15:32:46.195471 dv-cinder-810924-1-iscsi neutron-server[94565]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:32:46.195825 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG oslo_db.api [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:32:46.198541 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.432804 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Network 291dd889-484d-49b5-965b-269beb739f49 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:46.437252 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Made reservation on behalf of b861384990f34381a65218887a8cb8f0 for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:46.439516 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.456136 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.532052 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.662896 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 291dd889-484d-49b5-965b-269beb739f49) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:46.667078 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:46.667661 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.671738 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea927d-e4ce-4677-9e64-a29c21bd4205 None None] Network 291dd889-484d-49b5-965b-269beb739f49 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:46.758809 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.789190 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1321, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:46.795092 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924565d3-a2cf-4f19-93a9-79971de83eeb None None] Network 291dd889-484d-49b5-965b-269beb739f49 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:46.799902 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:46.808048 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.808667 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Added segment dd35d057-a081-44c5-bbee-b8e25af726df of type vlan for network 4dbaccb5-9778-4549-ac7f-b2143254e232 Sep 24 15:32:46.852014 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.918044 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-0f4ea42f-0725-4210-902f-e367b7307a4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2927196 Sep 24 15:32:47.006002 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.006881 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.007619 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.017787 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.078324 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4dbaccb5-9778-4549-ac7f-b2143254e232,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:47.090624 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:47.138432 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.167741 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] vlan segment allocate from pool success with {'vlan_id': 1334, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:47.173669 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e1e17e-0992-4011-81f6-e89b5dc0c343,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:47.180476 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.180871 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Added segment 4a833581-954a-4153-a260-10e617b57e86 of type vlan for network ef0ca52c-15e4-47f3-871d-d9becdc026ca Sep 24 15:32:47.222242 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.290703 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-031696cd-c8b8-4f3e-90c9-c4412ff540e5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1055532 Sep 24 15:32:47.291038 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44756) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:47.296133 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Request body: {'subnet': {'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-subnet', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:47.455608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Made reservation on behalf of 3e43bca8efd845a3a1f2cd0f54f09e3a for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:47.461092 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.469777 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.471603 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.472300 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.476386 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.548953 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] Pushing event updated for resources: {'Network': ['ID=ef0ca52c-15e4-47f3-871d-d9becdc026ca,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:47.568163 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:47.579864 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Made reservation on behalf of ea124211030c4717959a7d19c27aca65 for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:47.584536 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.593661 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.670866 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Made reservation on behalf of 2a33315c18c342d990ff997026e60f5f for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:47.673353 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.773078 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-5483bfe3-486f-4318-836d-c739cd8e285b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0991693 Sep 24 15:32:47.775805 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44790) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:47.781886 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Request body: {'subnet': {'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-subnet', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:47.951461 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.965962 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44804) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:47.979917 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.114380 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.148938 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.152827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Checking segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:48.153186 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Network hostable DHCP agents. Network: 4dbaccb5-9778-4549-ac7f-b2143254e232, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:48.155227 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Pushing event updated for resources: {'Subnet': ['ID=958a9095-e778-4939-96e1-f97e86a7afb8,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.158287 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1310, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:48.171953 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b47a50c4-33dc-415d-8f96-ce0cfd7a9aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.188564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.189621 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.189621 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.190300 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.190637 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.191252 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.191511 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.191962 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.192183 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.192501 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.192824 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.193143 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Tracked resource versions report: Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: pushed versions: Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: { 'AddressGroup': {'1.2'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'ConntrackHelper': {'1.0'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Log': {'1.0'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Network': {'1.1'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Port': {'1.7'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'PortForwarding': {'1.2'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'QosPolicy': {'1.9'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroup': {'1.4'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SubPort': {'1.0'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Subnet': {'1.1'}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Trunk': {'1.1'}} Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: consumer versions: Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: HyperV agent@hv-cinder-81092: {}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'ConntrackHelper': '1.0', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Log': '1.0', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Network': '1.1', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Port': '1.7', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'PortForwarding': '1.2', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'QosPolicy': '1.9', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroup': '1.4', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SecurityGroupRule': '1.2', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'SubPort': '1.0', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Subnet': '1.1', Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: 'Trunk': '1.1'}} Sep 24 15:32:48.194206 dv-cinder-810924-1-iscsi neutron-server[94564]: {{(pid=94564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:32:48.205496 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.205839 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Added segment 9694213e-905f-4026-88b3-03369a74c9d5 of type vlan for network 6cbd3769-4bb0-4387-b580-0bc283f4838e Sep 24 15:32:48.242504 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8d9c5-3f18-4328-a915-e4b06fd41e92,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.258630 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.278686 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.311519 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1325, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:48.317671 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.325862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.326259 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Added segment 5b308894-56ca-4778-9e03-11e146888ece of type vlan for network 6f6f70c9-9209-45a3-b796-d3f537cf0dea Sep 24 15:32:48.342771 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44830) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:48.342771 dv-cinder-810924-1-iscsi neutron-server[94564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 15:32:48.371182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.440301 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44834) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:48.452243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:48.474275 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Made reservation on behalf of b861384990f34381a65218887a8cb8f0 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:48.476841 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.484046 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.485095 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.485585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.565104 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.566027 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.566599 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.574005 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ef396f12-7521-4647-b266-c927770dd06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.575074 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-3ea8c14f-0589-4936-bf4b-c0df62a11446 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.576793 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-3ea8c14f-0589-4936-bf4b-c0df62a11446 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/networks?id=291dd889-484d-49b5-965b-269beb739f49 HTTP/1.1" status: 200 len: 811 time: 0.2379260 Sep 24 15:32:48.610085 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 4dbaccb5-9778-4549-ac7f-b2143254e232) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:48.613412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbd3769-4bb0-4387-b580-0bc283f4838e,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.625092 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6f264-a6b6-49be-b1d0-00b9896a77b8 None None] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:48.638406 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.641799 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.660385 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] Pushing event updated for resources: {'Network': ['ID=6f6f70c9-9209-45a3-b796-d3f537cf0dea,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.665166 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-e2158c3d-4f22-4106-a197-c8f498270b32 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/quotas/f6b0661c0abe42f88a50a225941d0369 HTTP/1.1" status: 200 len: 375 time: 0.0559156 Sep 24 15:32:48.683761 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:48.723700 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 6cbd3769-4bb0-4387-b580-0bc283f4838e details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:48.745158 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-2eaf431e-889a-4633-80db-b5b3c99bfca7 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b0661c0abe42f88a50a225941d0369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699344 Sep 24 15:32:48.791091 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b47a50c4-33dc-415d-8f96-ce0cfd7a9aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.869456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-92115b15-5bc0-4b34-b91e-fbbb784faaa5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:32:48.871347 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.877851 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-92115b15-5bc0-4b34-b91e-fbbb784faaa5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604904 Sep 24 15:32:48.914595 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b47a50c4-33dc-415d-8f96-ce0cfd7a9aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.925853 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab5ab4b-e30b-4b58-a6e1-bb50b06507cd None None] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:48.929504 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79219ee-86e4-4dc8-88a7-011c6d6df6bd,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.947758 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Checking segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:48.960187 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Network hostable DHCP agents. Network: ef0ca52c-15e4-47f3-871d-d9becdc026ca, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:49.002925 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-b47a50c4-33dc-415d-8f96-ce0cfd7a9aca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73a5922b6b3d4856be83edff873c554f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0358372 Sep 24 15:32:49.003903 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a50c4-33dc-415d-8f96-ce0cfd7a9aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ef364-7c96-4405-a1c8-d5734a2eded5,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:49.006746 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44850) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:49.022249 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-6436ffe9-b60d-4081-bce0-797fb2b966fb service neutron] 10.222.0.60 "GET /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439054 Sep 24 15:32:49.043604 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-eae11c20-1531-47bf-9d64-d20f43e5274d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7512696 Sep 24 15:32:49.046034 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44852) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:49.050337 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:49.071506 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f733f9b5-668d-4ae8-a9b7-881a558ef384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.086034 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:49.088677 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-dd7a29b8-9703-407e-8227-d3603c028f5a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1617923 Sep 24 15:32:49.094716 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44854) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:49.099678 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Request body: {'subnet': {'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-567939300-subnet', 'tenant_id': 'ea124211030c4717959a7d19c27aca65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:49.104901 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-434ca35f-6fcf-49fb-8a93-a8c180516c00 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.2130733 Sep 24 15:32:49.110237 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f733f9b5-668d-4ae8-a9b7-881a558ef384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.111710 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44856) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:49.118034 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Request body: {'subnet': {'network_id': '6cbd3769-4bb0-4387-b580-0bc283f4838e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1426587864-subnet', 'tenant_id': '3e43bca8efd845a3a1f2cd0f54f09e3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:49.144265 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-5ff88376-ab71-4c3c-a3af-d545225cb183 service neutron] 10.222.0.60 "GET /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210873 Sep 24 15:32:49.201154 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, ef0ca52c-15e4-47f3-871d-d9becdc026ca) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:49.207109 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:49.207788 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.211745 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757db77b-a36d-4ea2-ae34-0e3c2b9c2548 None None] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:49.222086 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ef396f12-7521-4647-b266-c927770dd06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.274506 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f733f9b5-668d-4ae8-a9b7-881a558ef384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.277235 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f733f9b5-668d-4ae8-a9b7-881a558ef384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.278459 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f733f9b5-668d-4ae8-a9b7-881a558ef384 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a3ef364-7c96-4405-a1c8-d5734a2eded5 HTTP/1.1" status: 204 len: 168 time: 0.2704883 Sep 24 15:32:49.286537 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733f9b5-668d-4ae8-a9b7-881a558ef384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ef364-7c96-4405-a1c8-d5734a2eded5,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:49.323023 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ef396f12-7521-4647-b266-c927770dd06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.363527 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ef396f12-7521-4647-b266-c927770dd06d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc0fa25c0238497da09798131e719f02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9219224 Sep 24 15:32:49.364449 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef396f12-7521-4647-b266-c927770dd06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f982935b-a5a0-42e1-bb70-4d3272c3c749,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:49.366268 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44860) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:49.368101 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:32:49.368973 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.420929 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8b2435fb-4bb3-461c-ab95-a986f0c9deb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.444895 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8b2435fb-4bb3-461c-ab95-a986f0c9deb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.524678 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Allocated IP 172.20.0.2 (ef0ca52c-15e4-47f3-871d-d9becdc026ca/e79219ee-86e4-4dc8-88a7-011c6d6df6bd/848e0f86-1287-41f3-b1a6-23f7dcf7a0e7) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:49.613343 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-13d1d002-cc9a-4984-8538-fe619b227eae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8356054 Sep 24 15:32:49.615722 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44880) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:49.620797 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:49.682602 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8b2435fb-4bb3-461c-ab95-a986f0c9deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.685253 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8b2435fb-4bb3-461c-ab95-a986f0c9deb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.688969 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-8b2435fb-4bb3-461c-ab95-a986f0c9deb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f982935b-a5a0-42e1-bb70-4d3272c3c749 HTTP/1.1" status: 204 len: 168 time: 0.3191931 Sep 24 15:32:49.696006 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2435fb-4bb3-461c-ab95-a986f0c9deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f982935b-a5a0-42e1-bb70-4d3272c3c749,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:49.709064 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.768066 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.769079 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.780258 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.db.api [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:32:49.780258 dv-cinder-810924-1-iscsi neutron-server[94565]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:32:49.780258 dv-cinder-810924-1-iscsi neutron-server[94565]: [parameters: {'project_id_1': 'b861384990f34381a65218887a8cb8f0', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 32, 29, 627734)}] Sep 24 15:32:49.780258 dv-cinder-810924-1-iscsi neutron-server[94565]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:32:49.781036 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG oslo_db.api [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:32:49.791564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.db.api [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:32:49.791564 dv-cinder-810924-1-iscsi neutron-server[94564]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 15:32:49.791564 dv-cinder-810924-1-iscsi neutron-server[94564]: [parameters: {'project_id': 'ea124211030c4717959a7d19c27aca65', 'id': '39d1e2ad-a894-4ae0-a685-3cd1634471ac', 'expiration': datetime.datetime(2021, 9, 24, 15, 34, 49, 776440)}] Sep 24 15:32:49.791564 dv-cinder-810924-1-iscsi neutron-server[94564]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:32:49.792345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG oslo_db.api [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:32:49.805846 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.842135 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:49.845542 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:49.849337 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:49.864835 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Pushing event updated for resources: {'Port': ['ID=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:49.887344 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.888052 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.888554 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.889050 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.889700 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.890216 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.890561 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.890894 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.891290 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.891624 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.891948 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.892571 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Tracked resource versions report: Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: pushed versions: Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: { 'AddressGroup': {'1.2'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'ConntrackHelper': {'1.0'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Log': {'1.0'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Network': {'1.1'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Port': {'1.7'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'PortForwarding': {'1.2'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'QosPolicy': {'1.9'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroup': {'1.4'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SubPort': {'1.0'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Subnet': {'1.1'}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Trunk': {'1.1'}} Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: consumer versions: Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: HyperV agent@hv-cinder-81092: {}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'ConntrackHelper': '1.0', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Log': '1.0', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Network': '1.1', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Port': '1.7', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'PortForwarding': '1.2', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'QosPolicy': '1.9', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroup': '1.4', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SecurityGroupRule': '1.2', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'SubPort': '1.0', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Subnet': '1.1', Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: 'Trunk': '1.1'}} Sep 24 15:32:49.893860 dv-cinder-810924-1-iscsi neutron-server[94566]: {{(pid=94566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:32:49.904893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.934803 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Attempting to bind port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:49.935400 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Attempting to bind port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:49.935986 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Attempting to bind port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 on network ef0ca52c-15e4-47f3-871d-d9becdc026ca {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:49.940306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Made reservation on behalf of 3e43bca8efd845a3a1f2cd0f54f09e3a for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:49.941168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.943009 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:49.943963 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Checking segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:49.944796 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.945645 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Bound using segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:49.946689 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Bound port: 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:49.947435 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.035543 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] For port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:50.041008 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] For port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:50.143569 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.191608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.207215 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1c54e-0b6f-4e7c-8333-be8330031910 None None] Pushing event updated for resources: {'Port': ['ID=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:50.427169 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44910) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:50.505429 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-874e0443-fa6c-4564-b4cd-b75588dfa6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.557151 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44916) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:50.660094 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.661563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.694401 dv-cinder-810924-1-iscsi neutron-server[94565]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 15:32:50.700213 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.764555 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.769108 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.773381 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a84cdd84-2876-4cad-a2eb-ad00a8bed598 req-39ab7561-f4c9-4d15-a808-e4526148d7c3 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.2145588 Sep 24 15:32:50.805647 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.805647 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e75352c-f85b-4fc7-8b0d-7742ead64ff5,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:50.866691 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Checking segment: {'id': '9694213e-905f-4026-88b3-03369a74c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1310, 'network_id': '6cbd3769-4bb0-4387-b580-0bc283f4838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:50.867049 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Network hostable DHCP agents. Network: 6cbd3769-4bb0-4387-b580-0bc283f4838e, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:50.942610 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Allocated IP 172.27.1.56 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/efcadbd7-7a7e-40fe-9b76-933a7488effd) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:50.959615 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Made reservation on behalf of ea124211030c4717959a7d19c27aca65 for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:50.965653 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.141851 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Network 6cbd3769-4bb0-4387-b580-0bc283f4838e is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:51.186145 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e58d96-4868-4e44-96d4-ad65dc4dbe4a None None] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:51.220712 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.230656 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44926) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:51.259357 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.264716 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cc369c47-30a5-4610-b749-31603d86fcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.293105 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-bb5fe7a6-55cc-4eb0-ad20-13a76d959d5c None None] Provisioning complete for port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:51.293481 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe7a6-55cc-4eb0-ad20-13a76d959d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.356329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-874e0443-fa6c-4564-b4cd-b75588dfa6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.549058 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe7a6-55cc-4eb0-ad20-13a76d959d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.586447 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-bb5fe7a6-55cc-4eb0-ad20-13a76d959d5c None None] For port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:51.701266 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 6cbd3769-4bb0-4387-b580-0bc283f4838e) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:51.703377 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.713533 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-874e0443-fa6c-4564-b4cd-b75588dfa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.719342 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.720188 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc557b4-9cdf-4e12-83eb-e54c12eaea96 None None] Network 6cbd3769-4bb0-4387-b580-0bc283f4838e requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:51.752356 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.752952 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.754903 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe7a6-55cc-4eb0-ad20-13a76d959d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.817235 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:51.836990 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fe7a6-55cc-4eb0-ad20-13a76d959d5c None None] Pushing event updated for resources: {'Port': ['ID=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:51.848527 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:51.852645 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-874e0443-fa6c-4564-b4cd-b75588dfa6cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c23a0bcc690e49aaa78e6726186c8e73&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3646843 Sep 24 15:32:51.853499 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:51.862069 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44938) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:51.931649 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=efcadbd7-7a7e-40fe-9b76-933a7488effd,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:51.938586 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-1e852884-8b2b-4edf-8e48-e8e2de4580d7 None None] Provisioning complete for port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:51.939020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1e852884-8b2b-4edf-8e48-e8e2de4580d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.961437 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b4e9c-6afe-4a83-bf8f-b695ab4eed03 None None] Network 6cbd3769-4bb0-4387-b580-0bc283f4838e requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:51.990621 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e0443-fa6c-4564-b4cd-b75588dfa6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7cc66-3fa1-4139-835e-c756ee705199,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.002695 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f965c05a-b192-4e20-af37-25a373d0bc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.030226 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.033468 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f965c05a-b192-4e20-af37-25a373d0bc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.044794 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-442f375c-448a-4934-aaaf-8b4bb36d496f req-893d29f3-1fc8-4a5f-8536-fd8fe2c76b22 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.1569963 Sep 24 15:32:52.071006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.081105 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Pushing event updated for resources: {'Subnet': ['ID=671cd4cf-26f4-4493-8248-52fe2ad0109c,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.096156 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Checking segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:52.097972 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Network hostable DHCP agents. Network: 6f6f70c9-9209-45a3-b796-d3f537cf0dea, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:52.178091 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cc369c47-30a5-4610-b749-31603d86fcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.206500 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Allocated IP 172.27.1.142 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/321cea41-d52e-4177-8fd8-3916516ce066) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:52.351982 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.373454 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:52.390972 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cc369c47-30a5-4610-b749-31603d86fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.392711 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f965c05a-b192-4e20-af37-25a373d0bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.395242 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f965c05a-b192-4e20-af37-25a373d0bc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.399294 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f965c05a-b192-4e20-af37-25a373d0bc61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dba7cc66-3fa1-4139-835e-c756ee705199 HTTP/1.1" status: 204 len: 168 time: 0.4945986 Sep 24 15:32:52.400103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:52.411603 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965c05a-b192-4e20-af37-25a373d0bc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7cc66-3fa1-4139-835e-c756ee705199,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.451515 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.459285 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-cc369c47-30a5-4610-b749-31603d86fcae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19a59097e93545c3b799ddef783902c7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2275422 Sep 24 15:32:52.463790 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 44948) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:52.463954 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:52.464326 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.493107 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc369c47-30a5-4610-b749-31603d86fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e72ec-bcb7-4299-a635-fc568a937ad9,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.522747 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d23c00a9-7c83-45c8-8b39-0846b6987ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.546048 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d23c00a9-7c83-45c8-8b39-0846b6987ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.657123 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.665467 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e1596541-1750-4456-b68f-d6ae6dbae3cb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5528641 Sep 24 15:32:52.668150 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 6f6f70c9-9209-45a3-b796-d3f537cf0dea) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:52.672585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:52.673360 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.684281 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d56d1a-b4e9-4942-b5c1-a97067105b6a None None] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:52.696469 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.717235 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:52.724375 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:52.741620 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:52.747000 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d23c00a9-7c83-45c8-8b39-0846b6987ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.749153 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d23c00a9-7c83-45c8-8b39-0846b6987ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.750431 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d23c00a9-7c83-45c8-8b39-0846b6987ddf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/917e72ec-bcb7-4299-a635-fc568a937ad9 HTTP/1.1" status: 204 len: 168 time: 0.2844324 Sep 24 15:32:52.782923 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Pushing event updated for resources: {'Port': ['ID=321cea41-d52e-4177-8fd8-3916516ce066,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.797314 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c00a9-7c83-45c8-8b39-0846b6987ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e72ec-bcb7-4299-a635-fc568a937ad9,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.826370 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-2d0bd952-3a08-4e9c-9569-63812984541b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7302392 Sep 24 15:32:52.898850 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85414966-344f-49bb-a287-6376bcd3c5fc None None] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:53.091601 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.093211 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Router a8b4f181-a25a-4054-81d8-93812fb2175e is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:32:53.212170 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:53.221278 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Sync routers for ids ['a8b4f181-a25a-4054-81d8-93812fb2175e'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:53.233518 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Routers {'a8b4f181-a25a-4054-81d8-93812fb2175e'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:53.234285 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['a8b4f181-a25a-4054-81d8-93812fb2175e'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:53.324308 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-61bf6ee8-2c83-475b-9386-27bea4e330db req-e6d1999c-a40d-4eab-827e-5f6e8c74ad0c tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.0545244 Sep 24 15:32:53.358643 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.383201 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.385013 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d02797f3-fe84-432a-9116-095f7cfb6fb8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3376536 Sep 24 15:32:53.387510 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 44980) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:53.470334 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Set router a8b4f181-a25a-4054-81d8-93812fb2175e gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:53.699295 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Router 936d5568-a45b-4469-b752-19202e80c923 is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:32:53.757119 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 3, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:53.832017 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Checking router: a8b4f181-a25a-4054-81d8-93812fb2175e for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:53.832375 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Updating router a8b4f181-a25a-4054-81d8-93812fb2175e port efcadbd7-7a7e-40fe-9b76-933a7488effd binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:32:53.874809 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:53.887270 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:53.891947 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.907285 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:53.914641 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:54.067864 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:54.148694 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.152771 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e0d45587-ed73-45b5-bad6-948b31bfa420 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5330658 Sep 24 15:32:54.158684 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45016) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:54.278351 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.398536 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.399547 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-499e3c0c-cf8d-4b46-9725-a00ba32142d9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:54.401154 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-499e3c0c-cf8d-4b46-9725-a00ba32142d9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.4099684 Sep 24 15:32:54.426415 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.450572 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-ae2c5e80-bfb1-418d-b137-8a8a70adf5f2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/quotas/ea124211030c4717959a7d19c27aca65 HTTP/1.1" status: 200 len: 375 time: 0.0177448 Sep 24 15:32:54.451701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 3, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:54.495989 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Pushing event updated for resources: {'Port': ['ID=efcadbd7-7a7e-40fe-9b76-933a7488effd,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:54.505753 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:54.506122 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Updating router 936d5568-a45b-4469-b752-19202e80c923 port 321cea41-d52e-4177-8fd8-3916516ce066 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:32:54.519176 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.519522 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.519855 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.520180 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.520502 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.520821 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.521142 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.521583 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.522438 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.522760 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.523074 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.523419 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Tracked resource versions report: Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: pushed versions: Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: { 'AddressGroup': {'1.2'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'ConntrackHelper': {'1.0'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Log': {'1.0'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Network': {'1.1'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Port': {'1.7'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'PortForwarding': {'1.2'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'QosPolicy': {'1.9'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroup': {'1.4'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SubPort': {'1.0'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Subnet': {'1.1'}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Trunk': {'1.1'}} Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: consumer versions: Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: { DHCP agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: HyperV agent@hv-cinder-81092: {}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: L3 agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: Metadata agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: Metering agent@dv-cinder-810924-1-iscsi: {}, Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: Open vSwitch agent@dv-cinder-810924-1-iscsi: { 'AddressGroup': '1.2', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'ConntrackHelper': '1.0', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Log': '1.0', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Network': '1.1', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Port': '1.7', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'PortForwarding': '1.2', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'QosPolicy': '1.9', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroup': '1.4', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SecurityGroupRule': '1.2', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'SubPort': '1.0', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Subnet': '1.1', Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: 'Trunk': '1.1'}} Sep 24 15:32:54.525250 dv-cinder-810924-1-iscsi neutron-server[94567]: {{(pid=94567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:32:54.534218 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-d416ecf5-736e-4818-833f-a99116d88d55 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721116 Sep 24 15:32:54.536736 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Attempting to bind port efcadbd7-7a7e-40fe-9b76-933a7488effd on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:54.537117 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Attempting to bind port efcadbd7-7a7e-40fe-9b76-933a7488effd by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:54.537514 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Attempting to bind port efcadbd7-7a7e-40fe-9b76-933a7488effd on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:54.543050 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:54.543582 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:54.543973 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.544366 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:54.544829 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Bound port: efcadbd7-7a7e-40fe-9b76-933a7488effd, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:54.545223 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.571189 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.610026 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] For port efcadbd7-7a7e-40fe-9b76-933a7488effd, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:54.612590 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] For port efcadbd7-7a7e-40fe-9b76-933a7488effd, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=efcadbd7-7a7e-40fe-9b76-933a7488effd,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:54.634436 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45032) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:54.642491 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365964346-network', 'tenant_id': 'c96399dac42945a299066526ca438eea'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:54.704205 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0a5f88ea-21d3-4156-a6b5-29fad1a2a34b req-64848d47-92bf-4532-b279-ab9651144d28 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.1169450 Sep 24 15:32:54.726539 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.736243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Allocated IP 172.20.0.1 (4dbaccb5-9778-4549-ac7f-b2143254e232/958a9095-e778-4939-96e1-f97e86a7afb8/554c897d-14b0-4c8c-9879-20f3963c2253) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:54.885634 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Routers {'a8b4f181-a25a-4054-81d8-93812fb2175e'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:54.888596 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['a8b4f181-a25a-4054-81d8-93812fb2175e'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:54.894668 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d0b81-9d4a-4d9a-a687-d0ff9bb091fe None None] Pushing event updated for resources: {'Port': ['ID=efcadbd7-7a7e-40fe-9b76-933a7488effd,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:54.951852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.953051 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Made reservation on behalf of c96399dac42945a299066526ca438eea for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:54.958589 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.036255 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.049357 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.053273 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.109', 49489) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:55.130916 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] Set router a8b4f181-a25a-4054-81d8-93812fb2175e gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:55.140921 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.152498 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1243a020-1f17-4c38-8a7d-7889e7ef8d93 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:32:55.154028 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1243a020-1f17-4c38-8a7d-7889e7ef8d93 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2888916 Sep 24 15:32:55.204888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:55.214105 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.216624 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-84238e8b-16ba-48da-b8d1-ff9b6eaea6bc tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:55.218135 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-84238e8b-16ba-48da-b8d1-ff9b6eaea6bc tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.109 "GET /v2.0/networks?id=291dd889-484d-49b5-965b-269beb739f49 HTTP/1.1" status: 200 len: 811 time: 0.1638103 Sep 24 15:32:55.221013 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:55.224651 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:55.225276 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.233549 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.296431 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.307502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Pushing event updated for resources: {'Port': ['ID=554c897d-14b0-4c8c-9879-20f3963c2253,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:55.320991 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-6d563397-124b-444c-9a60-047f39e04487 service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566052 Sep 24 15:32:55.326917 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Request body: {'port': {'device_id': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'network_id': '291dd889-484d-49b5-965b-269beb739f49', 'admin_state_up': True, 'tenant_id': 'f6b0661c0abe42f88a50a225941d0369'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:55.329666 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Attempting to bind port 321cea41-d52e-4177-8fd8-3916516ce066 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:55.330060 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Attempting to bind port 321cea41-d52e-4177-8fd8-3916516ce066 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:55.330563 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Attempting to bind port 321cea41-d52e-4177-8fd8-3916516ce066 on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:55.353792 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:55.354288 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:55.354579 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.354969 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:55.355469 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Bound port: 321cea41-d52e-4177-8fd8-3916516ce066, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:55.355869 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.389334 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.423813 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 3, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:55.456013 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] For port 321cea41-d52e-4177-8fd8-3916516ce066, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:55.463478 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] For port 321cea41-d52e-4177-8fd8-3916516ce066, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=321cea41-d52e-4177-8fd8-3916516ce066,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:55.463478 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d232961-dc6c-4d7a-b328-603ee3016cf1 None None] Pushing event updated for resources: {'Port': ['ID=321cea41-d52e-4177-8fd8-3916516ce066,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:55.467041 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] vlan segment allocate from pool success with {'vlan_id': 1313, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:55.496271 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f651de-4768-4b0b-bea7-9e37d8f3617f None None] The sync data for ids ['a8b4f181-a25a-4054-81d8-93812fb2175e'] in dv-cinder-810924-1-iscsi is: [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 3, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:55.561092 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.561824 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Added segment 3681966e-78a1-48a7-92ac-c2c1696c3e40 of type vlan for network cba4822f-bfb7-4fec-be48-35bf11b8760c Sep 24 15:32:55.603515 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a3c111-c88b-42c4-8303-e89cc80edc21,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:55.603741 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.712557 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-299da1d7-570a-4292-a979-0e637fe11919 service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616526 Sep 24 15:32:55.728757 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d232961-dc6c-4d7a-b328-603ee3016cf1 None None] Pushing event updated for resources: {'Port': ['ID=321cea41-d52e-4177-8fd8-3916516ce066,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:55.733294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:55.734212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:55.742438 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.883768 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Allocated IP 172.20.0.1 (ef0ca52c-15e4-47f3-871d-d9becdc026ca/e79219ee-86e4-4dc8-88a7-011c6d6df6bd/f8482bc4-0549-4edf-b3d5-391f0293d682) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:55.932020 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cbf98795-1c41-4f0a-a924-dee958c1c8cf req-61e8158c-232f-4ae5-ba4c-e5d315102ab4 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.0705125 Sep 24 15:32:56.039568 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.047656 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:56.048494 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.162242 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:56.169814 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] Pushing event updated for resources: {'Network': ['ID=cba4822f-bfb7-4fec-be48-35bf11b8760c,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:56.198932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network cba4822f-bfb7-4fec-be48-35bf11b8760c details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:56.209981 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.245479 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Made reservation on behalf of f6b0661c0abe42f88a50a225941d0369 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:56.249420 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.324389 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.332145 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.391200 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-8cf0b15f-aa1f-4f1b-86a5-7a7840126868 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7549417 Sep 24 15:32:56.394212 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45084) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:56.407819 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Request body: {'subnet': {'network_id': 'cba4822f-bfb7-4fec-be48-35bf11b8760c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365964346-subnet', 'tenant_id': 'c96399dac42945a299066526ca438eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:56.463948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.484572 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device efcadbd7-7a7e-40fe-9b76-933a7488effd up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:56.570584 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:56.589361 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:56.599235 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:56.601073 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.642649 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port efcadbd7-7a7e-40fe-9b76-933a7488effd triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:56.643352 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.666540 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-95d3f541-5f79-4414-821a-0f5df07c210a req-6d9e9c01-c8d1-4f35-9b53-b6a0aa083c1c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.1815624 Sep 24 15:32:56.744677 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Pushing event updated for resources: {'Port': ['ID=f8482bc4-0549-4edf-b3d5-391f0293d682,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:56.800967 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 3, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:56.883361 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Made reservation on behalf of c96399dac42945a299066526ca438eea for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:56.886947 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.895651 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d112e4a-c13d-4fb0-9fe5-dee653908370 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 3, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:57.081280 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-8b6a086e-98c8-4a7c-a9d0-f6a87122c902 None None] Provisioning complete for port f8482bc4-0549-4edf-b3d5-391f0293d682 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:57.087280 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8b6a086e-98c8-4a7c-a9d0-f6a87122c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.162037 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.224504 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port efcadbd7-7a7e-40fe-9b76-933a7488effd, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=efcadbd7-7a7e-40fe-9b76-933a7488effd,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:57.270816 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a086e-98c8-4a7c-a9d0-f6a87122c902 None None] Port f8482bc4-0549-4edf-b3d5-391f0293d682 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:57.364436 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.366545 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ca075f85-c50b-4543-bf66-372490d3f3c5 req-dbac0194-fbbc-4530-a3b8-a3d268cb0f15 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.0779643 Sep 24 15:32:57.457113 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=efcadbd7-7a7e-40fe-9b76-933a7488effd,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:57.720409 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.728493 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Allocated IP 172.20.0.13 (291dd889-484d-49b5-965b-269beb739f49/4b2b1c2d-756a-4b51-86a5-690ad4661d3b/51b97c06-d726-43e9-85ad-44b3622dcae6) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:57.878096 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.881214 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7912de01-8405-4e2b-b634-5b44d7bb8396 req-db81c4a1-0882-4717-95a3-43bc97d15cab tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0978258 Sep 24 15:32:58.094444 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:58.095405 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:58.151471 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.147324 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Pushing event updated for resources: {'Port': ['ID=554c897d-14b0-4c8c-9879-20f3963c2253,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.157613 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Checking segment: {'id': '3681966e-78a1-48a7-92ac-c2c1696c3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1313, 'network_id': 'cba4822f-bfb7-4fec-be48-35bf11b8760c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:59.157613 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Network hostable DHCP agents. Network: cba4822f-bfb7-4fec-be48-35bf11b8760c, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:59.166863 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.172361 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7616a674-1604-446d-b4c0-6f25b4bff98d,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.172361 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a820db7b-7eed-4444-8278-6bc68df5446e req-447b80b7-38ca-4f26-8dca-bd0684bc6a2b tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.0620961 Sep 24 15:32:59.174430 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:59.176474 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.179478 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:59.182260 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 321cea41-d52e-4177-8fd8-3916516ce066 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:59.182260 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 321cea41-d52e-4177-8fd8-3916516ce066 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:59.182260 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.188720 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Router a8b4f181-a25a-4054-81d8-93812fb2175e has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:32:59.190967 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.190967 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 321cea41-d52e-4177-8fd8-3916516ce066, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=321cea41-d52e-4177-8fd8-3916516ce066,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:59.191283 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:59.191283 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-c96f58be-f125-469a-8e91-e8dc638f6018 admin admin] 10.222.0.60 "PUT /v2.0/routers/a8b4f181-a25a-4054-81d8-93812fb2175e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6135163 Sep 24 15:32:59.191531 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Sync routers for ids ['a8b4f181-a25a-4054-81d8-93812fb2175e'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:59.192067 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3386172a-86c6-4be8-bd75-12f588e4e823 req-608f8793-85ca-4a6e-add6-e28aba0b4fc8 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0404365 Sep 24 15:32:59.192204 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Routers {'a8b4f181-a25a-4054-81d8-93812fb2175e'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:59.192204 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['a8b4f181-a25a-4054-81d8-93812fb2175e'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:59.192532 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Network cba4822f-bfb7-4fec-be48-35bf11b8760c is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:59.192679 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.192824 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.192824 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.194876 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.194876 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device efcadbd7-7a7e-40fe-9b76-933a7488effd up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:59.231686 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Pushing event updated for resources: {'Port': ['ID=f8482bc4-0549-4edf-b3d5-391f0293d682,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.259692 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Network 291dd889-484d-49b5-965b-269beb739f49 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:59.276409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:59.279848 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:59.286918 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.289414 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.337558 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Pushing event updated for resources: {'Port': ['ID=51b97c06-d726-43e9-85ad-44b3622dcae6,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.358630 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port efcadbd7-7a7e-40fe-9b76-933a7488effd triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:59.359005 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.400118 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=321cea41-d52e-4177-8fd8-3916516ce066,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.402530 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, cba4822f-bfb7-4fec-be48-35bf11b8760c) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:59.438578 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566046a0-9d6d-433b-b2ec-352e38bac77d None None] Network cba4822f-bfb7-4fec-be48-35bf11b8760c requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:59.440532 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.441121 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.490546 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Set router a8b4f181-a25a-4054-81d8-93812fb2175e gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:59.535440 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:59.537707 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:59.889293 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f1a59-c262-40ac-8dd2-a8680369b43a None None] Network cba4822f-bfb7-4fec-be48-35bf11b8760c requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:59.938546 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-12564a3e-e343-453b-96c8-14c96178598c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5388479 Sep 24 15:32:59.982409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d71645-86ad-4c05-80aa-51dec034b48e req-269f7b17-0c7c-406c-928a-682479379d9e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.986354 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d7d71645-86ad-4c05-80aa-51dec034b48e req-269f7b17-0c7c-406c-928a-682479379d9e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 932 time: 0.1876237 Sep 24 15:32:59.997160 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-eb8fb632-2e33-4429-b0ab-bc42b0698f5a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6737461 Sep 24 15:33:00.061760 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-e48d8093-27aa-454c-8e24-ce544c43c101 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:33:00.065111 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-e48d8093-27aa-454c-8e24-ce544c43c101 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179410 Sep 24 15:33:00.068709 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Router 936d5568-a45b-4469-b752-19202e80c923 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:00.093539 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:32:55Z', 'revision_number': 4, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '554c897d-14b0-4c8c-9879-20f3963c2253', 'name': '', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'mac_address': 'fa:16:3e:23:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:54Z', 'updated_at': '2021-09-24T15:32:56Z', 'revision_number': 2, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'subnets': [{'id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:00.110372 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-8578f1f4-758a-4bb4-8e92-7347d73de0fa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:00.125210 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-8578f1f4-758a-4bb4-8e92-7347d73de0fa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 819 time: 0.3045225 Sep 24 15:33:00.138094 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d7d71645-86ad-4c05-80aa-51dec034b48e req-0fa18c0a-7c57-4d39-ba02-ba67840ad2a6 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396427 Sep 24 15:33:00.166441 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-a15b28fe-bc23-4230-abec-6e274e375a19 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/quotas/2a33315c18c342d990ff997026e60f5f HTTP/1.1" status: 200 len: 375 time: 0.0373690 Sep 24 15:33:00.230898 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Checking router: a8b4f181-a25a-4054-81d8-93812fb2175e for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:00.233512 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Updating router a8b4f181-a25a-4054-81d8-93812fb2175e port 554c897d-14b0-4c8c-9879-20f3963c2253 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:33:00.250712 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-d92301cd-e422-4105-bb67-f67f78656e8b None None] Provisioning complete for port f8482bc4-0549-4edf-b3d5-391f0293d682 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:00.253206 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d92301cd-e422-4105-bb67-f67f78656e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.334281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45222) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:00.359981 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.432622 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-d92301cd-e422-4105-bb67-f67f78656e8b None None] Port f8482bc4-0549-4edf-b3d5-391f0293d682 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:00.441734 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 321cea41-d52e-4177-8fd8-3916516ce066 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:00.544180 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Deleting subnet 5e75352c-f85b-4fc7-8b0d-7742ead64ff5 {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:33:00.553257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.555624 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 321cea41-d52e-4177-8fd8-3916516ce066 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:00.556631 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.659406 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-c5f8006e-557e-44bc-8336-8249d8dee042 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4906025 Sep 24 15:33:00.717285 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:00.727528 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:00.738858 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e7c53d54-4bf5-4e26-b0e1-3087d4982f17 admin admin] 10.222.0.60 "PUT /v2.0/routers/936d5568-a45b-4469-b752-19202e80c923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5789154 Sep 24 15:33:00.739692 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:00.740526 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:00.741339 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-213f751f-5df5-4158-b16e-ad24d184f19a req-309398f4-f353-49a8-a449-5d639e243b80 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0871625 Sep 24 15:33:00.744913 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Request body: {'port': {'device_id': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:00.824665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.870400 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.944703 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-2cb41b46-58b6-4323-9540-1c4c75cbb0a2 service neutron] 10.222.0.60 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626927 Sep 24 15:33:00.970886 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.979806 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:01.010422 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.092665 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-61e3a2ef-e835-43c3-991c-41bb520b6aae service neutron] 10.222.0.60 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269631 Sep 24 15:33:01.127374 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.228842 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b7157-dafc-4afd-b67c-fa3b2bf9281f None None] Pushing event updated for resources: {'Port': ['ID=554c897d-14b0-4c8c-9879-20f3963c2253,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:01.321616 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2d546577-a21e-477c-af1c-caedc88e8844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.429617 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 2, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:01.476140 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:01.476140 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Updating router 936d5568-a45b-4469-b752-19202e80c923 port f8482bc4-0549-4edf-b3d5-391f0293d682 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:33:01.481636 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Attempting to bind port 554c897d-14b0-4c8c-9879-20f3963c2253 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:01.482244 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Attempting to bind port 554c897d-14b0-4c8c-9879-20f3963c2253 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:01.482707 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Attempting to bind port 554c897d-14b0-4c8c-9879-20f3963c2253 on network 4dbaccb5-9778-4549-ac7f-b2143254e232 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:01.497057 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:01.497516 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Checking segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:01.498573 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.499377 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Bound using segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:01.500812 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b97c06-d726-43e9-85ad-44b3622dcae6 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:01.501942 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Bound port: 554c897d-14b0-4c8c-9879-20f3963c2253, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:01.503178 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.509051 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45254) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:01.511392 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.569940 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Transition to ACTIVE for port object 51b97c06-d726-43e9-85ad-44b3622dcae6 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:01.588104 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.593972 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.673572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e75352c-f85b-4fc7-8b0d-7742ead64ff5,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:01.693107 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.695873 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45264) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:01.701171 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e73fd918-08f1-46ac-80dd-7f529a40d36c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5e75352c-f85b-4fc7-8b0d-7742ead64ff5 HTTP/1.1" status: 204 len: 168 time: 1.3616018 Sep 24 15:33:01.719927 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] For port 554c897d-14b0-4c8c-9879-20f3963c2253, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:01.727732 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] For port 554c897d-14b0-4c8c-9879-20f3963c2253, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=554c897d-14b0-4c8c-9879-20f3963c2253,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:01.887327 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-47d8b320-ac57-4154-9757-08e4876d7cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.950559 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.050433 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c54f28-ebc8-41a0-98ca-b283e14f3bf8 req-950df4c4-d345-4a54-ba3e-7faa566fdd9a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.058427 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b6c54f28-ebc8-41a0-98ca-b283e14f3bf8 req-950df4c4-d345-4a54-ba3e-7faa566fdd9a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 932 time: 0.1459918 Sep 24 15:33:02.098227 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.169297 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b6c54f28-ebc8-41a0-98ca-b283e14f3bf8 req-85f43879-db7a-46df-a74f-810d9cb9c837 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098008 Sep 24 15:33:02.213228 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Attempting to bind port 51b97c06-d726-43e9-85ad-44b3622dcae6 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:02.213791 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Attempting to bind port 51b97c06-d726-43e9-85ad-44b3622dcae6 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '9a7e33e3-3490-4b50-a63a-9cc91684b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '291dd889-484d-49b5-965b-269beb739f49'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:02.214230 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Attempting to bind port 51b97c06-d726-43e9-85ad-44b3622dcae6 on network 291dd889-484d-49b5-965b-269beb739f49 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:02.217574 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Pushing event updated for resources: {'Port': ['ID=51b97c06-d726-43e9-85ad-44b3622dcae6,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:02.222653 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Port 51b97c06-d726-43e9-85ad-44b3622dcae6 on network 291dd889-484d-49b5-965b-269beb739f49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:02.223105 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Attempting to bind port 51b97c06-d726-43e9-85ad-44b3622dcae6 on network 291dd889-484d-49b5-965b-269beb739f49 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:02.242835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:02.242835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Checking segment: {'id': '9a7e33e3-3490-4b50-a63a-9cc91684b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '291dd889-484d-49b5-965b-269beb739f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:02.242835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Bound using segment: {'id': '9a7e33e3-3490-4b50-a63a-9cc91684b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '291dd889-484d-49b5-965b-269beb739f49'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:02.242835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Bound port: 51b97c06-d726-43e9-85ad-44b3622dcae6, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7e33e3-3490-4b50-a63a-9cc91684b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': '291dd889-484d-49b5-965b-269beb739f49'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:02.242835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.247057 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.251370 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.309180 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2c9ad7cc-d6ae-49ed-940f-a802ed233838 req-5464c1cd-e4e2-4739-a78b-3279f981b398 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 210 time: 0.0576267 Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > port after_create 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > port after_delete 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > port after_update 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.495563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.496297 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] For port 51b97c06-d726-43e9-85ad-44b3622dcae6, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:02.496297 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] For port 51b97c06-d726-43e9-85ad-44b3622dcae6, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51b97c06-d726-43e9-85ad-44b3622dcae6,segment=NetworkSegment(9a7e33e3-3490-4b50-a63a-9cc91684b4b3),segment_id=9a7e33e3-3490-4b50-a63a-9cc91684b4b3)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:02.635725 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.636372 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.636607 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.637050 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:33:02.637510 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbd3769-4bb0-4387-b580-0bc283f4838e']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:02.645937 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-47d8b320-ac57-4154-9757-08e4876d7cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.701645 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.777147 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45282) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:02.781928 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74874710', 'description': 'tempest-description--424268073'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:02.830111 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Routers {'a8b4f181-a25a-4054-81d8-93812fb2175e'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:02.830807 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['a8b4f181-a25a-4054-81d8-93812fb2175e'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:02.836161 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.870557 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.879866 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9694213e-905f-4026-88b3-03369a74c9d5') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:02.883469 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9694213e-905f-4026-88b3-03369a74c9d5') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:02.894089 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-47d8b320-ac57-4154-9757-08e4876d7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.921035 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.949078 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.959851 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Releasing vlan 1310 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:33:02.960257 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.997766 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195533d-a598-43a4-bc5f-20e0f1addde0 None None] Pushing event updated for resources: {'Port': ['ID=f8482bc4-0549-4edf-b3d5-391f0293d682,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.043475 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b7157-dafc-4afd-b67c-fa3b2bf9281f None None] Pushing event updated for resources: {'Port': ['ID=554c897d-14b0-4c8c-9879-20f3963c2253,revision_number=4']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: from cryptography.utils import int_from_bytes Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: from cryptography.utils import int_from_bytes Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:33:03.089705 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:33:03.105671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.109455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.109455 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] 10.222.0.109 "PUT /v2.0/ports/51b97c06-d726-43e9-85ad-44b3622dcae6 HTTP/1.1" status: 200 len: 1094 time: 2.4791028 Sep 24 15:33:03.126501 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'tag': '51b97c06-d726-43e9-85ad-44b3622dcae6'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:03.129397 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3e7c6e9e-51c5-48f6-910b-00630970ee97 req-3f77433c-a34c-45b5-8469-f5a3ebf1a3c5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.4858673 Sep 24 15:33:03.158798 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Attempting to bind port f8482bc4-0549-4edf-b3d5-391f0293d682 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:03.159707 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Attempting to bind port f8482bc4-0549-4edf-b3d5-391f0293d682 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:03.160234 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Attempting to bind port f8482bc4-0549-4edf-b3d5-391f0293d682 on network ef0ca52c-15e4-47f3-871d-d9becdc026ca {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:03.171374 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:03.172943 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Checking segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:03.173571 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.174360 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Bound using segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:03.175176 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Bound port: f8482bc4-0549-4edf-b3d5-391f0293d682, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:03.176983 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.182664 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-47d8b320-ac57-4154-9757-08e4876d7cc5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=807b19b6ba424859810c7d75098470ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6725426 Sep 24 15:33:03.192175 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45294) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:03.193989 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.233950 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] Set router a8b4f181-a25a-4054-81d8-93812fb2175e gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:03.239086 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8b320-ac57-4154-9757-08e4876d7cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d6165-6b69-4778-a6f7-a82c0f01397b,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.260481 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.265446 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/6cbd3769-4bb0-4387-b580-0bc283f4838e HTTP/1.1" status: 204 len: 168 time: 1.5685484 Sep 24 15:33:03.282230 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45300) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:03.346913 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.351047 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] For port f8482bc4-0549-4edf-b3d5-391f0293d682, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:03.354619 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] For port f8482bc4-0549-4edf-b3d5-391f0293d682, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f8482bc4-0549-4edf-b3d5-391f0293d682,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:03.380996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0145f-8ec3-4622-b5d1-a3d4c9e2e3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbd3769-4bb0-4387-b580-0bc283f4838e,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.462644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc02988-dfcd-497e-930a-adc998db0c50 service neutron] Pushing event updated for resources: {'Port': ['ID=51b97c06-d726-43e9-85ad-44b3622dcae6,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.493824 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-8525db5f-7144-401c-aa7b-c6326a26df65 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.501189 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-8525db5f-7144-401c-aa7b-c6326a26df65 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 819 time: 0.5538259 Sep 24 15:33:03.530514 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-833f10a9-8254-4778-b0b4-051c2f7fa3c2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/quotas/2a33315c18c342d990ff997026e60f5f HTTP/1.1" status: 200 len: 375 time: 0.0278525 Sep 24 15:33:03.534555 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.556294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-ebe33c34-e0c0-44a5-bcc9-639b6571fba1 None None] Provisioning complete for port f8482bc4-0549-4edf-b3d5-391f0293d682 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:03.556681 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ebe33c34-e0c0-44a5-bcc9-639b6571fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.575631 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Deleting subnet 7616a674-1604-446d-b4c0-6f25b4bff98d {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:33:03.644952 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-176fe351-3d89-4203-a3c4-e6a79ccf4791 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141026 Sep 24 15:33:03.656088 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.666443 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a33278c-d04e-487f-be54-37c48ba0ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.704340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195533d-a598-43a4-bc5f-20e0f1addde0 None None] Pushing event updated for resources: {'Port': ['ID=f8482bc4-0549-4edf-b3d5-391f0293d682,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.721846 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1772e1-f24a-468e-b521-a189455c1ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "4614e8d1-53be-4c5a-9bd7-4ebaf969a56b", "tag": "51b97c06-d726-43e9-85ad-44b3622dcae6"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:03.731043 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:32:55Z', 'revision_number': 4, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '554c897d-14b0-4c8c-9879-20f3963c2253', 'name': '', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'mac_address': 'fa:16:3e:23:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:54Z', 'updated_at': '2021-09-24T15:33:01Z', 'revision_number': 4, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'subnets': [{'id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:03.766311 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100cdca5-0155-4dfd-b353-f11e1cf6730c None None] The sync data for ids ['a8b4f181-a25a-4054-81d8-93812fb2175e'] in dv-cinder-810924-1-iscsi is: [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:32:55Z', 'revision_number': 4, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '554c897d-14b0-4c8c-9879-20f3963c2253', 'name': '', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'mac_address': 'fa:16:3e:23:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:54Z', 'updated_at': '2021-09-24T15:33:01Z', 'revision_number': 4, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'subnets': [{'id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:03.781512 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.797253 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.870046 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:03.871225 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:03.969327 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.024061 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833069c3-96d5-4b8d-91a4-e5ee88931dbc req-153715b0-fddf-4721-9c24-2e8f433bd72f tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.024061 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-833069c3-96d5-4b8d-91a4-e5ee88931dbc req-153715b0-fddf-4721-9c24-2e8f433bd72f tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.5898926 Sep 24 15:33:04.060922 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a33278c-d04e-487f-be54-37c48ba0ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.084843 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-88a7b1c6-7d89-44a4-a229-f402611d4221 service neutron] 10.222.0.60 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388330 Sep 24 15:33:04.128188 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.142013 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-2d558999-0210-4c05-bb94-4122f869cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.144475 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-2d558999-0210-4c05-bb94-4122f869cc0f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=f6b0661c0abe42f88a50a225941d0369&device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 1097 time: 0.2855449 Sep 24 15:33:04.150378 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec1d70e-30d8-4ac0-b388-73934aee662e,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:04.156960 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-de94a46d-b5df-4a0f-91a6-c04939ed2b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.187436 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ebe33c34-e0c0-44a5-bcc9-639b6571fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.224344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.226160 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f8473f2c-22d4-4a2e-953f-f2808f5cae33 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4479251 Sep 24 15:33:04.231990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45320) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:04.238119 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:04.255927 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'security_group_rule': {'security_group_id': '6ec1d70e-30d8-4ac0-b388-73934aee662e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:04.305247 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-833069c3-96d5-4b8d-91a4-e5ee88931dbc req-5c419038-9611-4108-8a75-8c5449790aef tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422271 Sep 24 15:33:04.341415 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-896a4b5f-aeb8-4ea9-bea0-4f7d430cfbec service neutron] 10.222.0.60 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556140 Sep 24 15:33:04.492426 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a33278c-d04e-487f-be54-37c48ba0ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.498315 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a33278c-d04e-487f-be54-37c48ba0ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.501899 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2a33278c-d04e-487f-be54-37c48ba0ee5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/506d6165-6b69-4778-a6f7-a82c0f01397b HTTP/1.1" status: 204 len: 168 time: 1.2903619 Sep 24 15:33:04.513723 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.519095 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.567180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 554c897d-14b0-4c8c-9879-20f3963c2253 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:04.593323 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33278c-d04e-487f-be54-37c48ba0ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d6165-6b69-4778-a6f7-a82c0f01397b,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:04.624294 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.628044 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7616a674-1604-446d-b4c0-6f25b4bff98d HTTP/1.1" status: 204 len: 168 time: 1.3414478 Sep 24 15:33:04.629038 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b3f0e-958f-4ac2-abf8-b690c31d5239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7616a674-1604-446d-b4c0-6f25b4bff98d,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:04.632263 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45334) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:04.701646 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.710061 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9f4bb6-f0d6-4698-9919-c747fe777476 x-openstack-request-id: req-9d9f4bb6-f0d6-4698-9919-c747fe777476 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:04.711665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4614e8d1-53be-4c5a-9bd7-4ebaf969a56b", "tag": "51b97c06-d726-43e9-85ad-44b3622dcae6", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:04.715258 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d9f4bb6-f0d6-4698-9919-c747fe777476 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:04.715258 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'tag': '51b97c06-d726-43e9-85ad-44b3622dcae6', 'status': 'completed', 'code': 200} Sep 24 15:33:04.746393 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-ebe33c34-e0c0-44a5-bcc9-639b6571fba1 None None] For port f8482bc4-0549-4edf-b3d5-391f0293d682, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f8482bc4-0549-4edf-b3d5-391f0293d682,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:04.774605 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.799313 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2b66efc5-dec0-4d88-8466-300260f82bd5 req-3c5c692c-7bd6-4503-a343-ed153e262e63 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0529799 Sep 24 15:33:04.805823 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f7026ca4-3d8e-433e-940d-461b939de76c req-ca8a6101-407e-4841-8873-37714f16d0d5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0900521 Sep 24 15:33:04.814688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.848990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71362329-ec58-4a01-aa62-2b9aabc9a2c1,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:04.910279 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.916925 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ebe33c34-e0c0-44a5-bcc9-639b6571fba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.939934 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.960789 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.961981 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-15ef14f8-4bac-4ec6-8083-59fe65a0cab8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7274892 Sep 24 15:33:04.964718 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45348) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:04.969521 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'security_group_rule': {'security_group_id': '6ec1d70e-30d8-4ac0-b388-73934aee662e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:04.980876 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba4822f-bfb7-4fec-be48-35bf11b8760c']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:04.993948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3681966e-78a1-48a7-92ac-c2c1696c3e40') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:04.994619 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3681966e-78a1-48a7-92ac-c2c1696c3e40') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:05.006712 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.008460 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe33c34-e0c0-44a5-bcc9-639b6571fba1 None None] Pushing event updated for resources: {'Port': ['ID=f8482bc4-0549-4edf-b3d5-391f0293d682,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:05.019654 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 554c897d-14b0-4c8c-9879-20f3963c2253 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:05.020033 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.024682 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.032631 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Releasing vlan 1313 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:33:05.033325 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:33:05.035677 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:33:05.114198 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-73099285-7384-4cae-a2b7-2f2448b1d5ea None None] Provisioning complete for port f8482bc4-0549-4edf-b3d5-391f0293d682 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:05.115096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-73099285-7384-4cae-a2b7-2f2448b1d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.129802 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.198337 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:03Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:05.200216 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.203341 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.235319 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287e0cda-c7fa-4711-90e7-0f606838afd7 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:03Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:05.238761 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.262550 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.281991 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Pushing event deleted for resources: {'Network': ['ID=cba4822f-bfb7-4fec-be48-35bf11b8760c,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:05.289495 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.323474 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.330100 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-862de8e1-717a-4f40-beb6-ab746d55de1a admin admin] 10.222.0.60 "DELETE /v2.0/networks/cba4822f-bfb7-4fec-be48-35bf11b8760c HTTP/1.1" status: 204 len: 168 time: 0.6938846 Sep 24 15:33:05.363317 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 554c897d-14b0-4c8c-9879-20f3963c2253, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=554c897d-14b0-4c8c-9879-20f3963c2253,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:05.374458 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cb93f0-48dd-4f96-b6df-df4357ad2d89,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:05.440921 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.483711 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f782c-c2a5-4dce-a4fc-2c3b5f2da2e5 req-5706b0ca-56e5-4171-8af1-76403cde625d tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:05.485415 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f69f782c-c2a5-4dce-a4fc-2c3b5f2da2e5 req-5706b0ca-56e5-4171-8af1-76403cde625d tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0558767 Sep 24 15:33:05.504451 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=554c897d-14b0-4c8c-9879-20f3963c2253,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:05.509840 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.514279 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45356) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:05.518286 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-53d15e41-f8fe-4499-9f2f-98ac0ec697bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5485921 Sep 24 15:33:05.519245 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:05.538598 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f69f782c-c2a5-4dce-a4fc-2c3b5f2da2e5 req-b67ce6ee-dd5e-4c66-9449-7588fcd80cdd tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467632 Sep 24 15:33:05.564063 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45358) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:05.581570 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-18b8e4b0-8836-4609-895e-cf0ea816917d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.702135 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.802168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45364) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:05.858297 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0ad1ffbf-76c4-4f52-b5f7-624732a28d6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e43bca8efd845a3a1f2cd0f54f09e3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549645 Sep 24 15:33:05.861368 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45370) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:05.941703 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-06a20206-1fbc-42e1-977e-60e9ae2f56c0 req-4dee54c6-ba8d-4d9f-a309-1f083a60b5c6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0424206 Sep 24 15:33:05.943523 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8d1c2439-2883-452c-b66d-50b5f2215fcc req-f17b3fd4-6b25-45ce-8e19-525c3bbb8e9b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0391228 Sep 24 15:33:05.961220 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6cb715fe-b1fa-4ee5-a1bb-74b343264412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.972975 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-18b8e4b0-8836-4609-895e-cf0ea816917d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.982625 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6cb715fe-b1fa-4ee5-a1bb-74b343264412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.988807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.069460 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-18b8e4b0-8836-4609-895e-cf0ea816917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.125626 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Allocated IP 172.27.1.49 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/bc552d89-edfd-48bc-90eb-358610023687) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:06.126351 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6cb715fe-b1fa-4ee5-a1bb-74b343264412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.129021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6cb715fe-b1fa-4ee5-a1bb-74b343264412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.129395 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-18b8e4b0-8836-4609-895e-cf0ea816917d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9224d0eef75c4ebdb9d0e43fb305cf0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641935 Sep 24 15:33:06.133232 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8e4b0-8836-4609-895e-cf0ea816917d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91c73ad-23bd-44a3-92b4-ed556356334d,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:06.147425 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-6cb715fe-b1fa-4ee5-a1bb-74b343264412 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbd8d9c5-3f18-4328-a915-e4b06fd41e92 HTTP/1.1" status: 204 len: 168 time: 0.2679076 Sep 24 15:33:06.148184 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45372) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:06.169362 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb715fe-b1fa-4ee5-a1bb-74b343264412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8d9c5-3f18-4328-a915-e4b06fd41e92,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:06.262766 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.285166 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f941-889b-42ef-9336-bba4147ce07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.340043 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f941-889b-42ef-9336-bba4147ce07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.423882 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.454005 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 554c897d-14b0-4c8c-9879-20f3963c2253 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:06.504327 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:06.507338 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:06.512826 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:06.525836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 554c897d-14b0-4c8c-9879-20f3963c2253 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:06.526252 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.544296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'Port': ['ID=bc552d89-edfd-48bc-90eb-358610023687,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:06.622166 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device f8482bc4-0549-4edf-b3d5-391f0293d682 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:06.670613 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749ed6-4b98-495b-93c0-98a6783bf318 req-ee770500-c684-4091-87c3-33e54f220886 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:06.672763 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-96749ed6-4b98-495b-93c0-98a6783bf318 req-ee770500-c684-4091-87c3-33e54f220886 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0643961 Sep 24 15:33:06.674951 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f941-889b-42ef-9336-bba4147ce07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.679891 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.681488 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f941-889b-42ef-9336-bba4147ce07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.696571 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port f8482bc4-0549-4edf-b3d5-391f0293d682 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:06.696958 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.702426 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e4f6f941-889b-42ef-9336-bba4147ce07c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b91c73ad-23bd-44a3-92b4-ed556356334d HTTP/1.1" status: 204 len: 168 time: 0.5505614 Sep 24 15:33:06.715780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6f941-889b-42ef-9336-bba4147ce07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91c73ad-23bd-44a3-92b4-ed556356334d,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:06.862270 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.866364 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-96749ed6-4b98-495b-93c0-98a6783bf318 req-4692bf92-a8f2-4cfd-82cd-29a5906f051c tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605799 Sep 24 15:33:07.063110 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.090466 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f21ecf60-948f-4ab7-91d3-1ce00803bf3b req-ebdf1cc7-98d3-47b4-a676-2ba7e03169d3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0553701 Sep 24 15:33:07.121048 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bf119a58-4ff2-4e8f-8401-fe931d566b10 req-4e4b1fce-7beb-4946-be3f-3f164aa652b5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0873618 Sep 24 15:33:07.266999 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.496972 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.741710 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'Port': ['ID=bc552d89-edfd-48bc-90eb-358610023687,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:07.741710 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.741710 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45398) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:07.801406 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1a86f97e-05ca-4e61-a579-71757c3eaed0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c96399dac42945a299066526ca438eea&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0593510 Sep 24 15:33:07.804186 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45402) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:07.888305 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a7b8-aed1-47ca-ac5a-c89717301349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.913978 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a7b8-aed1-47ca-ac5a-c89717301349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.047087 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66e9f8-365a-4571-b1ec-4c4e4a8d8131 req-1615e8f1-cb25-4e0c-ac9a-af0e77f2dd09 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.047087 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b66e9f8-365a-4571-b1ec-4c4e4a8d8131 req-1615e8f1-cb25-4e0c-ac9a-af0e77f2dd09 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0541980 Sep 24 15:33:08.057167 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b66e9f8-365a-4571-b1ec-4c4e4a8d8131 req-cefd2b1a-40b8-48c6-92ba-6595d8c2fa5e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Sep 24 15:33:08.206525 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a66c6ae4-65f3-4b83-9ef1-9f6f4977620e req-ad152f31-2c60-4f67-b41c-5f359b53cbe3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0304506 Sep 24 15:33:08.271782 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d42b648e-8951-48bd-8044-ef97738d24e4 req-45b00847-ad94-434d-aff2-6e6387db5bc1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0455813 Sep 24 15:33:08.311505 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.314606 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-3fb359ae-b937-42ae-9bc8-4ed10d4a8ea2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7992702 Sep 24 15:33:08.344093 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a7b8-aed1-47ca-ac5a-c89717301349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.354522 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5fb0a7b8-aed1-47ca-ac5a-c89717301349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.354522 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5fb0a7b8-aed1-47ca-ac5a-c89717301349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36a3c111-c88b-42c4-8303-e89cc80edc21 HTTP/1.1" status: 204 len: 168 time: 0.5438180 Sep 24 15:33:08.365937 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0a7b8-aed1-47ca-ac5a-c89717301349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a3c111-c88b-42c4-8303-e89cc80edc21,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:08.550610 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-9d8a23ec-92d5-4686-9ea4-d39e8ce0b0c2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--74874710&fields=id&tenant_id=b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 267 time: 0.0621657 Sep 24 15:33:08.844919 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-a0040098-1556-40f0-9d87-cb134ef14369 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.852957 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-a0040098-1556-40f0-9d87-cb134ef14369 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 817 time: 0.2948906 Sep 24 15:33:08.880605 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-117d6fee-f08f-46fc-a5dd-0d38571cda35 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/quotas/b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 375 time: 0.0200350 Sep 24 15:33:08.926145 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-0eb2cf19-e6d4-45ca-ae15-5adafdb6fff1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513053 Sep 24 15:33:09.058858 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-78f01532-d869-45a4-ad5f-271a8ad0d00a service neutron] 10.222.0.60 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096082 Sep 24 15:33:09.270852 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-92617a2c-4678-4c24-bfe7-de1dea1e420e service neutron] 10.222.0.60 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008758 Sep 24 15:33:09.277951 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9acfa6-4498-43df-97cd-5157228e6060 req-e36dc0dc-04b8-4ba2-9061-c8deb9d4feca tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:09.279856 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9a9acfa6-4498-43df-97cd-5157228e6060 req-e36dc0dc-04b8-4ba2-9061-c8deb9d4feca tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0860908 Sep 24 15:33:09.328025 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9a9acfa6-4498-43df-97cd-5157228e6060 req-bd6b3c6f-5592-41ba-a761-04c758cabc20 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424252 Sep 24 15:33:09.423699 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-759c2f6e-5ea1-49c6-a1cb-db9ed9faa83b req-d2ead0c5-3eca-4dfa-863d-290315b0c074 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0290480 Sep 24 15:33:09.527520 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-729a72a6-9e19-4f7e-9e8a-95b07ab02cde req-03245dd6-b8f5-4df2-b9e4-cdfbcb9ab9fe tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0448081 Sep 24 15:33:09.719486 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e10a0908-9450-4763-83ed-c2e6c610fd11 req-f3c445d0-c4a5-4ccf-81b6-32fb8c694e56 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0447426 Sep 24 15:33:10.493948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c555e6c-d5bd-48f4-9b8f-2618868b8304 req-4d701474-f063-4c2e-9376-9542fbafa7d0 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:10.503181 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5c555e6c-d5bd-48f4-9b8f-2618868b8304 req-4d701474-f063-4c2e-9376-9542fbafa7d0 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0884812 Sep 24 15:33:10.549104 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5c555e6c-d5bd-48f4-9b8f-2618868b8304 req-f8248b6c-24a2-40b0-b44f-9afdc0fb7602 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Sep 24 15:33:10.554902 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cc9c5c80-401d-4fd5-ac91-023876926fdb req-0c8ca8cd-3d1e-4301-a363-7a6d4e36859a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0431635 Sep 24 15:33:10.659009 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32c8cd70-d0ea-45e3-8ab6-126b83a93036 req-4fcb5c0d-624f-4fea-b031-3c1d0397323f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0387621 Sep 24 15:33:10.797633 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-26381659-3cf2-412f-b3a2-a6b007e2e4f8 req-0ee19107-723f-4471-9dc8-7f7bf718ee2e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0261805 Sep 24 15:33:11.062159 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45530) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:11.201416 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d98db3b4-9abf-44cf-aea6-a94de64380c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.309374 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d98db3b4-9abf-44cf-aea6-a94de64380c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.394184 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d98db3b4-9abf-44cf-aea6-a94de64380c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.453067 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d98db3b4-9abf-44cf-aea6-a94de64380c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e0eadb453da4bb4a594a27d10db6278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853452 Sep 24 15:33:11.453383 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45546) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:11.462682 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98db3b4-9abf-44cf-aea6-a94de64380c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85f5f77-cbea-476b-8a1c-a51431ad6bb4,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:11.559811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-525e62b4-b977-42ff-8eec-f1959f69e234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.587196 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-525e62b4-b977-42ff-8eec-f1959f69e234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.712810 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4490fd79-a95a-4a73-bfdc-0f33f658a762 req-0636df5e-b38c-4925-8a43-bfe9a3fa909d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0397968 Sep 24 15:33:11.725047 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b44765-9076-4685-8ac8-8bd49bbace0f req-602aaf30-c2d0-4646-93a2-b8266de006c0 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.726768 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-64b44765-9076-4685-8ac8-8bd49bbace0f req-602aaf30-c2d0-4646-93a2-b8266de006c0 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0658998 Sep 24 15:33:11.778388 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-64b44765-9076-4685-8ac8-8bd49bbace0f req-99eb174e-52b0-4c88-b68c-a0b3a9307935 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Sep 24 15:33:11.811672 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4731c0ce-67f6-4bac-8079-4d2cebbd9b6b req-548e6e36-54b9-49cb-a5c7-510bb1e33604 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Sep 24 15:33:11.857519 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-525e62b4-b977-42ff-8eec-f1959f69e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.860223 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-525e62b4-b977-42ff-8eec-f1959f69e234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.861497 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-525e62b4-b977-42ff-8eec-f1959f69e234 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c85f5f77-cbea-476b-8a1c-a51431ad6bb4 HTTP/1.1" status: 204 len: 168 time: 0.4071636 Sep 24 15:33:11.874353 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e62b4-b977-42ff-8eec-f1959f69e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85f5f77-cbea-476b-8a1c-a51431ad6bb4,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:11.902902 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-99569a33-bfdb-4247-996e-82a99dcb9546 req-2d635cf0-6c21-4027-bad5-073807fdc3af tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0280225 Sep 24 15:33:12.803970 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-29c31adf-51b4-4e00-bbfd-4264a3d0f6e9 req-9cc49c3a-5ee4-4a41-91c1-bcdabdf187e0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0253663 Sep 24 15:33:12.883115 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83066c8-0bb3-40db-8dfd-463588b69ba2 req-65bf97ae-2f2b-4990-a992-412e12d2b934 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:12.884775 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c83066c8-0bb3-40db-8dfd-463588b69ba2 req-65bf97ae-2f2b-4990-a992-412e12d2b934 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0479181 Sep 24 15:33:12.922186 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ef09e338-af3c-4970-bb1c-c694f3ce0fac req-436ae2de-3cac-4f96-bd97-f804ebe73758 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0308032 Sep 24 15:33:12.931718 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c83066c8-0bb3-40db-8dfd-463588b69ba2 req-6977e343-54b4-4789-83ce-ed88b43583aa tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382218 Sep 24 15:33:13.013141 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-99d525f4-c3f3-4a9f-a4ff-51c9100194b1 req-527d4d2e-e03d-4183-a220-09277bda9f69 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0256987 Sep 24 15:33:13.902907 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c302cc48-0d8e-4118-8f85-f21583c4c996 req-d9cc5084-b3a6-469f-a2e8-611cd4914fcb tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Sep 24 15:33:14.015334 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d6ddc076-9b2d-48c0-b7d4-1b58946959e7 req-bb3c14fb-1984-4e05-a66a-1225eed9405a tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0265908 Sep 24 15:33:14.043306 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4366c-411d-47e8-9e20-33917f31e969 req-b755674d-4c6d-4cb2-9be1-70e855c9ee6c tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:14.044798 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dcd4366c-411d-47e8-9e20-33917f31e969 req-b755674d-4c6d-4cb2-9be1-70e855c9ee6c tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0492058 Sep 24 15:33:14.092904 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dcd4366c-411d-47e8-9e20-33917f31e969 req-0ad01807-9b51-47d7-b39a-87ff7491ba6e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Sep 24 15:33:14.111447 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3917336-a8ec-46c7-8de5-d1053be52533 req-a60cd64f-b9af-4c74-b8fb-c045030d6231 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0274467 Sep 24 15:33:14.302784 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-6728900f-aa6d-4546-a8cf-666e6cdce950 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b97c06-d726-43e9-85ad-44b3622dcae6 HTTP/1.1" status: 200 len: 217 time: 0.0846789 Sep 24 15:33:14.385696 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312410c-2379-49bf-aed8-6669519743f9 req-9e0a6d93-64a7-4af4-af7f-03b8c3bb3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:14.387201 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-9e0a6d93-64a7-4af4-af7f-03b8c3bb3abe service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4b2b1c2d-756a-4b51-86a5-690ad4661d3b HTTP/1.1" status: 200 len: 851 time: 0.0687625 Sep 24 15:33:14.443043 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-9610d5f1-01a0-4718-839c-ec216346436a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=291dd889-484d-49b5-965b-269beb739f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465887 Sep 24 15:33:14.654299 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.109', 49513) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:14.705894 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-4fae792e-e346-4bf6-b9c3-b0dcebcad552 service neutron] 10.222.0.109 "GET /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392459 Sep 24 15:33:14.799268 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-6fa08213-c0c4-445c-9af7-bbbc890a35ba tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:14.801672 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-6fa08213-c0c4-445c-9af7-bbbc890a35ba tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.1274798 Sep 24 15:33:14.808323 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a312410c-2379-49bf-aed8-6669519743f9 req-29548735-8621-4e51-ad1b-e70dfed3884a service neutron] 10.222.0.109 "GET /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Sep 24 15:33:14.819326 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Request body: {'port': {'device_id': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'admin_state_up': True, 'tenant_id': 'ea124211030c4717959a7d19c27aca65'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:14.995592 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b0fda1d9-ac17-4ec9-a7d8-69c1d21cd2a7 req-f0f08016-6e8b-4f8f-ae38-764c2bb160e4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0268290 Sep 24 15:33:15.091806 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Made reservation on behalf of ea124211030c4717959a7d19c27aca65 for: {'port': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:15.095378 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.130713 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-453451c7-604d-4d86-a9e2-1615b5fa589c req-e91cc385-adce-4f10-af89-953c70ee88a1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0424604 Sep 24 15:33:15.147692 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-d9ddfde5-7092-4d3d-a6a8-58f35c3b8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.149477 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-d9ddfde5-7092-4d3d-a6a8-58f35c3b8934 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=f6b0661c0abe42f88a50a225941d0369&device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 1097 time: 0.0892951 Sep 24 15:33:15.312817 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-865a7aab-1e97-4b38-ada1-30d81fb04442 req-df48dc43-4a62-4e03-85af-15af333c2cbc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0727727 Sep 24 15:33:15.355416 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cd9f-65c6-466b-8cc7-893642766f79 req-358aeac8-b111-4338-9b17-842963862e3b tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.357341 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d121cd9f-65c6-466b-8cc7-893642766f79 req-358aeac8-b111-4338-9b17-842963862e3b tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.1448424 Sep 24 15:33:15.371382 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-b5c505d9-956c-461b-8a2b-f7b7a3419f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.372872 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-b5c505d9-956c-461b-8a2b-f7b7a3419f38 service neutron] 10.222.0.109 "GET /v2.0/networks?id=291dd889-484d-49b5-965b-269beb739f49 HTTP/1.1" status: 200 len: 913 time: 0.2107928 Sep 24 15:33:15.405885 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Allocated IP 172.20.0.10 (6f6f70c9-9209-45a3-b796-d3f537cf0dea/671cd4cf-26f4-4493-8248-52fe2ad0109c/fa16d46a-8a1b-4168-832b-636dc1cae91a) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:15.435009 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-059d8fdc-75d5-411c-99aa-e494eac20d41 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b97c06-d726-43e9-85ad-44b3622dcae6 HTTP/1.1" status: 200 len: 217 time: 0.0467560 Sep 24 15:33:15.435222 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d121cd9f-65c6-466b-8cc7-893642766f79 req-ce9a82dc-0f71-4dcb-be2f-a77d95b6b357 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648119 Sep 24 15:33:15.492531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-d06d6f88-c382-42ab-b7f4-9b5e83e88c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.494174 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-d06d6f88-c382-42ab-b7f4-9b5e83e88c95 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4b2b1c2d-756a-4b51-86a5-690ad4661d3b HTTP/1.1" status: 200 len: 851 time: 0.0491774 Sep 24 15:33:15.535950 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-81dff486-bb62-42b5-8ddb-da5d90578113 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=291dd889-484d-49b5-965b-269beb739f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280139 Sep 24 15:33:15.590701 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.636092 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-a34cc979-1794-4272-b0a1-5c910d4ea8e1 service neutron] 10.222.0.109 "GET /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917578 Sep 24 15:33:15.721906 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.735223 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae1772e1-f24a-468e-b521-a189455c1ffa req-9ffdba2a-8a39-45be-8160-f9b46e33e657 service neutron] 10.222.0.109 "GET /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905871 Sep 24 15:33:15.814845 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:15.820031 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:15.823066 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:15.853196 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event updated for resources: {'Port': ['ID=fa16d46a-8a1b-4168-832b-636dc1cae91a,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:15.885415 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.886050 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.007240 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-b0bf7fd4-29e7-4103-9fad-6f973b2ec557 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.008604 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-b0bf7fd4-29e7-4103-9fad-6f973b2ec557 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 819 time: 0.1052077 Sep 24 15:33:16.022460 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Request body: {'port': {'device_id': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'admin_state_up': True, 'tenant_id': '2a33315c18c342d990ff997026e60f5f'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:16.100827 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-1f467051-a55d-4bef-b08f-925026ac088e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2857757 Sep 24 15:33:16.117482 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07e0bd7a-15df-4ac5-8eae-5b378ef19945 req-c55fd758-2c6c-4b35-89a1-d230e96af52a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0384109 Sep 24 15:33:16.123153 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Request body: {'port': {'device_id': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:16.231613 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.342962 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5299-b269-4334-843c-7b77bab1c88c req-d93af800-9443-4574-944c-49d6eb3423b0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.343301 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Made reservation on behalf of 2a33315c18c342d990ff997026e60f5f for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:16.344475 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5d5e5299-b269-4334-843c-7b77bab1c88c req-d93af800-9443-4574-944c-49d6eb3423b0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 932 time: 0.1011710 Sep 24 15:33:16.357234 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.418470 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:33:16.470646 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5d5e5299-b269-4334-843c-7b77bab1c88c req-9c32efa9-1d75-449b-a415-96abbc1d35e8 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837317 Sep 24 15:33:16.493745 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0fd321a5-d64c-4115-9e2a-af49f4345d8a req-7d92b862-94a2-4094-a1c8-2c5a88abc60d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0331266 Sep 24 15:33:16.590548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Allocated IP 172.20.0.8 (4dbaccb5-9778-4549-ac7f-b2143254e232/958a9095-e778-4939-96e1-f97e86a7afb8/51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:16.619710 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867cf6a-2364-4173-bf15-1d8133b55f6b req-2cb3dd62-36e8-452e-a48e-ee9c795609fd tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.621343 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9867cf6a-2364-4173-bf15-1d8133b55f6b req-2cb3dd62-36e8-452e-a48e-ee9c795609fd tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 944 time: 0.0776896 Sep 24 15:33:16.640141 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.109', 49525) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:16.695580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa16d46a-8a1b-4168-832b-636dc1cae91a {{(pid=94565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:16.704210 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9867cf6a-2364-4173-bf15-1d8133b55f6b req-0b29989d-ac70-4460-95ee-94498e3ffa7d tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Sep 24 15:33:16.706006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.726537 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.provisioning_blocks [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Transition to ACTIVE for port object fa16d46a-8a1b-4168-832b-636dc1cae91a will not be triggered until provisioned by entity L2. {{(pid=94565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:16.824741 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-caa6883e-e6f9-435f-8be4-43f32bc8126c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.826254 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-caa6883e-e6f9-435f-8be4-43f32bc8126c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 819 time: 0.1818213 Sep 24 15:33:16.845030 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Request body: {'port': {'device_id': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'admin_state_up': True, 'tenant_id': '2a33315c18c342d990ff997026e60f5f'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:16.853110 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.956905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.180934 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa16d46a-8a1b-4168-832b-636dc1cae91a,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:17.199990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.252962 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.managers [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Attempting to bind port fa16d46a-8a1b-4168-832b-636dc1cae91a on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:17.253449 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.managers [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Attempting to bind port fa16d46a-8a1b-4168-832b-636dc1cae91a by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}] {{(pid=94565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:17.254411 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Attempting to bind port fa16d46a-8a1b-4168-832b-636dc1cae91a on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:17.260001 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Pushing event updated for resources: {'Port': ['ID=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:17.266584 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Made reservation on behalf of 2a33315c18c342d990ff997026e60f5f for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:17.270555 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.274188 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Port fa16d46a-8a1b-4168-832b-636dc1cae91a on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:17.274597 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Attempting to bind port fa16d46a-8a1b-4168-832b-636dc1cae91a on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:17.285021 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:17.285467 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Checking segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:17.286441 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Bound using segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} {{(pid=94565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:17.286583 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.managers [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Bound port: fa16d46a-8a1b-4168-832b-636dc1cae91a, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}}] {{(pid=94565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:17.287003 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.288875 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:17.303056 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51b97c06-d726-43e9-85ad-44b3622dcae6 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:17.310387 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:17.340091 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f2927c86-1bb8-46e4-a574-bfb02aaf94a2 req-420a2f49-f6ae-4ba1-af78-80fcc213d41e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0557795 Sep 24 15:33:17.341494 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:17.348942 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:17.349683 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.378086 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] For port fa16d46a-8a1b-4168-832b-636dc1cae91a, host hv-cinder-81092, cleared binding levels {{(pid=94565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:17.383316 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] For port fa16d46a-8a1b-4168-832b-636dc1cae91a, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:17.413178 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 51b97c06-d726-43e9-85ad-44b3622dcae6, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51b97c06-d726-43e9-85ad-44b3622dcae6,segment=NetworkSegment(9a7e33e3-3490-4b50-a63a-9cc91684b4b3),segment_id=9a7e33e3-3490-4b50-a63a-9cc91684b4b3)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:17.424375 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '51b97c06-d726-43e9-85ad-44b3622dcae6', 'network_id': '291dd889-484d-49b5-965b-269beb739f49', 'port_id': '51b97c06-d726-43e9-85ad-44b3622dcae6', 'mac_address': 'fa:16:3e:13:2e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2b1c2d-756a-4b51-86a5-690ad4661d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:17.469615 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.488519 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Allocated IP 172.20.0.4 (4dbaccb5-9778-4549-ac7f-b2143254e232/958a9095-e778-4939-96e1-f97e86a7afb8/d49e6679-c785-4d04-b4e7-952c35fe6d3a) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:17.498778 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b97c06-d726-43e9-85ad-44b3622dcae6 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:17.502072 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.505971 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0790e48b-0685-49ef-b08b-e9c167399445 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4875798 Sep 24 15:33:17.528848 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Request body: {'port': {'device_id': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:17.563308 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 51b97c06-d726-43e9-85ad-44b3622dcae6, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51b97c06-d726-43e9-85ad-44b3622dcae6,segment=NetworkSegment(9a7e33e3-3490-4b50-a63a-9cc91684b4b3),segment_id=9a7e33e3-3490-4b50-a63a-9cc91684b4b3)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:17.594783 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.109', 49529) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:17.679903 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.695129 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:17.695806 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.697335 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] 10.222.0.109 "PUT /v2.0/ports/fa16d46a-8a1b-4168-832b-636dc1cae91a HTTP/1.1" status: 200 len: 1094 time: 1.5784111 Sep 24 15:33:17.728454 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9091f6f-f121-4443-ad06-9fe88c2f1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa16d46a-8a1b-4168-832b-636dc1cae91a,revision_number=3']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:17.735878 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=51b97c06-d726-43e9-85ad-44b3622dcae6,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:17.740667 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'tag': 'fa16d46a-8a1b-4168-832b-636dc1cae91a'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:17.781468 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db33ee-f76d-49aa-95a3-f1c406305639 req-7f119877-e2e4-4048-b4f1-dcb51c80c15d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:17.783243 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-55db33ee-f76d-49aa-95a3-f1c406305639 req-7f119877-e2e4-4048-b4f1-dcb51c80c15d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 944 time: 0.0849605 Sep 24 15:33:17.827033 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-55db33ee-f76d-49aa-95a3-f1c406305639 req-7ee66a69-bc75-4bbd-9600-9ef1ee0b1c7b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Sep 24 15:33:17.883389 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c57cca9-986b-47b4-ab23-8e0afb5f7d49 req-e343a58b-a8e9-4940-a9a8-da0b35f7481b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.2842467 Sep 24 15:33:17.910853 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f85ddae-6f87-418d-b3ee-d616b8798b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "362d9429-5341-4fb5-bfbd-80ebd90a0eb2", "tag": "fa16d46a-8a1b-4168-832b-636dc1cae91a"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:17.968994 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['51b97c06-d726-43e9-85ad-44b3622dcae6'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:18.005921 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.024744 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-9f5ec2fb-b72b-446e-85fd-61b759b07e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.026287 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-9f5ec2fb-b72b-446e-85fd-61b759b07e69 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 1097 time: 0.1350896 Sep 24 15:33:18.034288 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b31cc-b657-445e-a490-771da163f9e7 req-086f0cac-c37d-4fd8-9c0c-9066191ba925 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.042818 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-151b31cc-b657-445e-a490-771da163f9e7 req-086f0cac-c37d-4fd8-9c0c-9066191ba925 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 945 time: 0.1049087 Sep 24 15:33:18.054555 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-453bfeaf-08a1-4e27-8fb0-fa79480c0ce9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.056096 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-453bfeaf-08a1-4e27-8fb0-fa79480c0ce9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 817 time: 0.4558761 Sep 24 15:33:18.150782 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf66cd9f-a35d-4f00-b098-56f23da733bf x-openstack-request-id: req-bf66cd9f-a35d-4f00-b098-56f23da733bf {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:18.151419 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362d9429-5341-4fb5-bfbd-80ebd90a0eb2", "tag": "fa16d46a-8a1b-4168-832b-636dc1cae91a", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:18.152125 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf66cd9f-a35d-4f00-b098-56f23da733bf {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:18.152527 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'tag': 'fa16d46a-8a1b-4168-832b-636dc1cae91a', 'status': 'completed', 'code': 200} Sep 24 15:33:18.161974 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-8fba65cc-b4aa-4da3-9373-673232f9d3e5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a HTTP/1.1" status: 200 len: 217 time: 0.1164188 Sep 24 15:33:18.163290 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-cbf43cb5-1b41-46d7-9e72-02029735993b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 378 time: 0.0949931 Sep 24 15:33:18.226220 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-dcd629cf-2169-4d79-b09b-531583aa3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.227775 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-dcd629cf-2169-4d79-b09b-531583aa3c96 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 200 len: 854 time: 0.0546839 Sep 24 15:33:18.233679 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-151b31cc-b657-445e-a490-771da163f9e7 req-726aad35-0058-48c3-a444-0cbef0f87597 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897478 Sep 24 15:33:18.293967 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-ddb94ca6-141c-454e-a7aa-06cc000eee15 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6f6f70c9-9209-45a3-b796-d3f537cf0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556598 Sep 24 15:33:18.296456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'port': {'device_id': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'admin_state_up': True, 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'security_groups': ['6ec1d70e-30d8-4ac0-b388-73934aee662e']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:18.372131 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.417275 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-92f7f0f1-84be-4f45-8402-9df64fd2cda2 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069021 Sep 24 15:33:18.466646 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-073444f6-509c-4f4a-9df7-34807e469d9c req-70351c36-4e48-4234-8d83-262570146bf1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0377667 Sep 24 15:33:18.538990 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dafc6205-41cc-4506-9a12-a6988a6dd6ff req-4ee5c2d0-e0fb-4d4a-8ba4-b22b49e0096e service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203482 Sep 24 15:33:18.664303 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Made reservation on behalf of b861384990f34381a65218887a8cb8f0 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:18.667874 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.673087 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.736349 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-fd8d14b5-0da6-4de7-a7c2-dce574e0cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.737871 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-fd8d14b5-0da6-4de7-a7c2-dce574e0cf60 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0481799 Sep 24 15:33:18.789714 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Network 4dbaccb5-9778-4549-ac7f-b2143254e232 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:18.830447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:18.842586 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:18.848732 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.849354 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.854799 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Pushing event updated for resources: {'Port': ['ID=d49e6679-c785-4d04-b4e7-952c35fe6d3a,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:18.975291 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0ccf6b9a-68b6-4efd-aafc-df33269ed5d8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1339750 Sep 24 15:33:18.993033 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-94c3dea4-5765-4221-b6c7-7a6e43841762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.994888 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-94c3dea4-5765-4221-b6c7-7a6e43841762 service neutron] 10.222.0.109 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 916 time: 0.2476239 Sep 24 15:33:19.008216 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38a46f-d2f6-4c12-8cc0-56bc2fcafc19 req-b9d82747-9685-4aed-9551-edad161bfb38 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.009971 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fc38a46f-d2f6-4c12-8cc0-56bc2fcafc19 req-b9d82747-9685-4aed-9551-edad161bfb38 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 944 time: 0.0608854 Sep 24 15:33:19.052873 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fc38a46f-d2f6-4c12-8cc0-56bc2fcafc19 req-74be553a-c54b-4e86-83e5-72d1d2629062 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Sep 24 15:33:19.056978 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c736fc7f-70b9-4c6d-b6a7-965980f615cc req-111fc6fa-8c56-47c8-a443-9a0aa0cfd0ec tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0494599 Sep 24 15:33:19.065504 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:19.075778 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Allocated IP 172.20.0.5 (ef0ca52c-15e4-47f3-871d-d9becdc026ca/e79219ee-86e4-4dc8-88a7-011c6d6df6bd/43d6d88b-2e04-4deb-860c-3cb933b146e2) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:19.078539 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.099990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Transition to ACTIVE for port object 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:19.214455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.232888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.312773 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Pushing event updated for resources: {'Port': ['ID=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:19.328448 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Attempting to bind port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:19.328782 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Attempting to bind port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:19.329109 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Attempting to bind port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e on network 4dbaccb5-9778-4549-ac7f-b2143254e232 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:19.364437 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e on network 4dbaccb5-9778-4549-ac7f-b2143254e232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:19.364759 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Attempting to bind port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e on network 4dbaccb5-9778-4549-ac7f-b2143254e232 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:19.372804 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:19.373389 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Checking segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:19.373482 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Bound using segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:19.373914 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Bound port: 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:19.374269 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.401031 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c31d9-c517-4724-8d99-2e60a9f28109 req-65913990-674d-4586-a79c-937e87b5b1cc tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.402636 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-475c31d9-c517-4724-8d99-2e60a9f28109 req-65913990-674d-4586-a79c-937e87b5b1cc tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 945 time: 0.0771332 Sep 24 15:33:19.440240 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.511694 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:19.517455 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-475c31d9-c517-4724-8d99-2e60a9f28109 req-2dac2242-6492-476b-bfaa-1a7da9f56e6a tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976381 Sep 24 15:33:19.523997 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:19.526394 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:19.532671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.535476 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.546173 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] For port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:19.552021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] For port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:19.553002 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:19.596570 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c430a-ede6-4469-a667-8472f5e63920 req-de463b4c-bc20-4f0d-9836-631a67f87901 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.599860 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a12c430a-ede6-4469-a667-8472f5e63920 req-de463b4c-bc20-4f0d-9836-631a67f87901 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 931 time: 0.0695398 Sep 24 15:33:19.642132 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a12c430a-ede6-4469-a667-8472f5e63920 req-11bacf6f-36de-4f9f-b7fc-070a226974fe tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Sep 24 15:33:19.668538 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.705329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.705993 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.707396 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] 10.222.0.109 "PUT /v2.0/ports/51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 1093 time: 2.1868811 Sep 24 15:33:19.710088 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'tag': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:19.712436 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16edf61d-fd60-4082-9cb0-8463b6baa16b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5ca7bf-b2ea-46fe-813d-3213bf0d5068", "tag": "51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:19.718028 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-dc07f5b2-e770-428b-9d68-6b9d2c25b379 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4258206 Sep 24 15:33:19.738818 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31cf21-5859-4a64-9058-79ca30a9902c service neutron] Pushing event updated for resources: {'Port': ['ID=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:19.748824 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5113de24-458e-4a09-b28a-369d466bbe73 x-openstack-request-id: req-5113de24-458e-4a09-b28a-369d466bbe73 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:19.749074 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5ca7bf-b2ea-46fe-813d-3213bf0d5068", "tag": "51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:19.749325 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5113de24-458e-4a09-b28a-369d466bbe73 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:19.749728 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'tag': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e', 'status': 'completed', 'code': 200} Sep 24 15:33:19.816648 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-73de1710-0518-48b9-b0b8-6d4977924e03 None None] Provisioning complete for port 43d6d88b-2e04-4deb-860c-3cb933b146e2 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:19.817177 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-73de1710-0518-48b9-b0b8-6d4977924e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.854897 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-73de1710-0518-48b9-b0b8-6d4977924e03 None None] Port 43d6d88b-2e04-4deb-860c-3cb933b146e2 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:19.955365 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51b97c06-d726-43e9-85ad-44b3622dcae6 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:20.054161 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 51b97c06-d726-43e9-85ad-44b3622dcae6 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:20.057749 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 51b97c06-d726-43e9-85ad-44b3622dcae6 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:20.058122 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.136596 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.160703 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b97c06-d726-43e9-85ad-44b3622dcae6'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:20.169861 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f77c6d-17ef-483e-b932-28906774ef43 req-450c2d23-2683-4a19-adf6-2a0f659acd16 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:20.171578 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-19f77c6d-17ef-483e-b932-28906774ef43 req-450c2d23-2683-4a19-adf6-2a0f659acd16 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 931 time: 0.0526211 Sep 24 15:33:20.180966 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c63d9-0aff-4542-a616-0be7e1b72ce5 req-b395cb3d-73cf-488d-9045-2439645a3a8e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:20.182476 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eb2c63d9-0aff-4542-a616-0be7e1b72ce5 req-b395cb3d-73cf-488d-9045-2439645a3a8e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 944 time: 0.0560873 Sep 24 15:33:20.210583 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-19f77c6d-17ef-483e-b932-28906774ef43 req-ac82c7f0-b02e-4b35-87d3-1f020bc8a1ea tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326989 Sep 24 15:33:20.223117 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eb2c63d9-0aff-4542-a616-0be7e1b72ce5 req-c2c23cba-ab3a-408c-847b-016677f7f234 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342255 Sep 24 15:33:20.234508 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 51b97c06-d726-43e9-85ad-44b3622dcae6, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51b97c06-d726-43e9-85ad-44b3622dcae6,segment=NetworkSegment(9a7e33e3-3490-4b50-a63a-9cc91684b4b3),segment_id=9a7e33e3-3490-4b50-a63a-9cc91684b4b3)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:20.271007 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b1575-8aad-4cfa-86b1-36f8d6ac4cff" -d '{"events": [{"server_uuid": "4614e8d1-53be-4c5a-9bd7-4ebaf969a56b", "name": "network-vif-plugged", "status": "completed", "tag": "51b97c06-d726-43e9-85ad-44b3622dcae6"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:20.314050 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.363037 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c6b13-b6fc-4c8a-abd8-1500369ef266 x-openstack-request-id: req-703c6b13-b6fc-4c8a-abd8-1500369ef266 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:20.363354 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614e8d1-53be-4c5a-9bd7-4ebaf969a56b", "name": "network-vif-plugged", "status": "completed", "tag": "51b97c06-d726-43e9-85ad-44b3622dcae6", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:20.363606 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-703c6b13-b6fc-4c8a-abd8-1500369ef266 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:20.364047 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b97c06-d726-43e9-85ad-44b3622dcae6', 'code': 200} Sep 24 15:33:20.364932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=51b97c06-d726-43e9-85ad-44b3622dcae6,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:20.634170 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26675-e2a9-45c4-a292-66dfbce84cf7 req-0b9855a6-e895-43e6-9e15-1f431a91cf96 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:20.635784 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-afd26675-e2a9-45c4-a292-66dfbce84cf7 req-0b9855a6-e895-43e6-9e15-1f431a91cf96 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0477757 Sep 24 15:33:20.672188 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-afd26675-e2a9-45c4-a292-66dfbce84cf7 req-1cd93540-64e2-493e-8713-80924d24be26 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304790 Sep 24 15:33:20.749133 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e53bf-d165-4e17-86c2-36d490e436ef req-427a96cf-26bf-4ecf-8ee3-15c749809335 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:20.750634 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f41e53bf-d165-4e17-86c2-36d490e436ef req-427a96cf-26bf-4ecf-8ee3-15c749809335 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 931 time: 0.0461636 Sep 24 15:33:20.786788 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f41e53bf-d165-4e17-86c2-36d490e436ef req-8704aa59-21e6-4ca5-aafe-d54ea877ae5d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296159 Sep 24 15:33:21.328958 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb310e7c-a861-473c-ac31-3dfb8480a1cc req-543b60a1-d9c0-4518-b761-a9de6c83d0e5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.330422 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bb310e7c-a861-473c-ac31-3dfb8480a1cc req-543b60a1-d9c0-4518-b761-a9de6c83d0e5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 931 time: 0.0462427 Sep 24 15:33:21.337514 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a4aa-5f01-450b-8839-d894ecc3d27a req-04d6401c-2cdf-4336-a01f-aa53c46dfba1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.339153 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1d65a4aa-5f01-450b-8839-d894ecc3d27a req-04d6401c-2cdf-4336-a01f-aa53c46dfba1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 944 time: 0.0460393 Sep 24 15:33:21.375460 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bb310e7c-a861-473c-ac31-3dfb8480a1cc req-dc93be54-7aff-44c2-9734-915cdfd44345 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382173 Sep 24 15:33:21.380580 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1d65a4aa-5f01-450b-8839-d894ecc3d27a req-5781c300-8b1b-4775-8d2d-a4d6af10d066 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Sep 24 15:33:21.784130 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738ee3-0267-4bea-9cda-a41070dca35a req-72c0c29d-a1ac-46d1-84b0-a5c4d2033313 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.786081 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-77738ee3-0267-4bea-9cda-a41070dca35a req-72c0c29d-a1ac-46d1-84b0-a5c4d2033313 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0467982 Sep 24 15:33:21.823193 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-77738ee3-0267-4bea-9cda-a41070dca35a req-a9e9b5d0-4a90-44cf-a411-60feeab32258 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Sep 24 15:33:21.899396 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91514-38ec-4efe-9cde-7a35736789ca req-882b85a2-cb2a-4b9b-b3d1-1c944c9a40b9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.900776 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-54c91514-38ec-4efe-9cde-7a35736789ca req-882b85a2-cb2a-4b9b-b3d1-1c944c9a40b9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 931 time: 0.0489829 Sep 24 15:33:21.937338 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-54c91514-38ec-4efe-9cde-7a35736789ca req-2fcdab8a-311b-48f7-8400-83be85edb172 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304670 Sep 24 15:33:22.107260 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Request body: {'port': {'device_id': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:22.132599 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Request body: {'port': {'device_id': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:22.151204 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-0a14d6e7-1d15-4f81-b8ee-28d9aa060196 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a HTTP/1.1" status: 200 len: 217 time: 0.0371172 Sep 24 15:33:22.209535 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-21a79384-3e16-4c0d-a786-a5544f9c7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.211127 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-21a79384-3e16-4c0d-a786-a5544f9c7787 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 200 len: 854 time: 0.0432959 Sep 24 15:33:22.234478 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.242629 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edf61d-fd60-4082-9cb0-8463b6baa16b req-16f7e720-2ad5-4efa-911e-c3377a9db651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.244063 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-ea80b0d0-64fd-4c8b-a99d-0aa300ec35ee service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6f6f70c9-9209-45a3-b796-d3f537cf0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240257 Sep 24 15:33:22.244211 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16edf61d-fd60-4082-9cb0-8463b6baa16b req-16f7e720-2ad5-4efa-911e-c3377a9db651 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1096 time: 0.1170926 Sep 24 15:33:22.252982 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.349477 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-510c3d8c-3ef9-4612-8a28-6cb33717ac9a service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886631 Sep 24 15:33:22.472777 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-b9ad63f1-c5f6-4ee4-b60e-2c2f570a34ce service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147418 Sep 24 15:33:22.485180 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.109', 49537) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:22.598149 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd55dd7-abaa-4fda-a825-6d79bebbbc02 req-7f358324-f2a1-4eea-bc2b-73599bae47a5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.599681 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1fd55dd7-abaa-4fda-a825-6d79bebbbc02 req-7f358324-f2a1-4eea-bc2b-73599bae47a5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 931 time: 0.0994859 Sep 24 15:33:22.601513 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1b9abe49-d800-4cd0-ad26-b1571c64ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.602932 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1b9abe49-d800-4cd0-ad26-b1571c64ab93 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 1099 time: 0.1108487 Sep 24 15:33:22.634684 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1e926c4d-bfea-4deb-b4fa-f3d544e6757c service neutron] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.662457 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1fd55dd7-abaa-4fda-a825-6d79bebbbc02 req-873f7638-e9cc-44be-bc92-4674c7a05a41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559542 Sep 24 15:33:22.759683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1e926c4d-bfea-4deb-b4fa-f3d544e6757c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.806048 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edf61d-fd60-4082-9cb0-8463b6baa16b req-8677e9a5-9840-49b8-9728-45007b9e92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.807637 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16edf61d-fd60-4082-9cb0-8463b6baa16b req-8677e9a5-9840-49b8-9728-45007b9e92e4 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=2a33315c18c342d990ff997026e60f5f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5428503 Sep 24 15:33:22.861899 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1e926c4d-bfea-4deb-b4fa-f3d544e6757c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.892724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581b317-0b2b-4f96-81a3-56b98e379803 req-c957caf8-1e98-43a1-9c8e-0c56b2a73ece tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.894808 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1581b317-0b2b-4f96-81a3-56b98e379803 req-c957caf8-1e98-43a1-9c8e-0c56b2a73ece tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 944 time: 0.3027503 Sep 24 15:33:22.900571 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1e926c4d-bfea-4deb-b4fa-f3d544e6757c service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882855 Sep 24 15:33:22.937463 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e926c4d-bfea-4deb-b4fa-f3d544e6757c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a72637-28f9-422f-a3af-06a987a22f6c,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:22.964186 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209e0a-8376-45f7-a54c-dc8f2c95b374 req-a8878d3a-0d57-4770-b4da-4f28a6422e1e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.965717 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-18209e0a-8376-45f7-a54c-dc8f2c95b374 req-a8878d3a-0d57-4770-b4da-4f28a6422e1e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0617256 Sep 24 15:33:23.010514 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-18209e0a-8376-45f7-a54c-dc8f2c95b374 req-686cfb25-4b1b-4b0a-8579-69900fa42d7e tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Sep 24 15:33:23.145074 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2e61-bf74-435a-b5dd-8df1f2531925 req-2bc4f922-e3b5-4761-9899-3f7c8d4602bf tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.146675 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9bfe2e61-bf74-435a-b5dd-8df1f2531925 req-2bc4f922-e3b5-4761-9899-3f7c8d4602bf tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 931 time: 0.0705440 Sep 24 15:33:23.189412 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9bfe2e61-bf74-435a-b5dd-8df1f2531925 req-dd305611-2580-43b8-806e-6c9f573645ba tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360131 Sep 24 15:33:23.204432 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1581b317-0b2b-4f96-81a3-56b98e379803 req-d927aa0b-36b3-4cc5-851b-3c8f839b39e4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842529 Sep 24 15:33:23.222399 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edf61d-fd60-4082-9cb0-8463b6baa16b req-2a9f7803-8a9e-4b24-97f6-9783222beda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.223933 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16edf61d-fd60-4082-9cb0-8463b6baa16b req-2a9f7803-8a9e-4b24-97f6-9783222beda7 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3902843 Sep 24 15:33:23.351486 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49e6679-c785-4d04-b4e7-952c35fe6d3a {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:23.365996 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d6d88b-2e04-4deb-860c-3cb933b146e2 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:23.371074 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.378644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.391347 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-6627277e-88f4-4980-863b-586d56534ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.397315 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-6627277e-88f4-4980-863b-586d56534ba2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1096 time: 0.1280825 Sep 24 15:33:23.401993 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Transition to ACTIVE for port object d49e6679-c785-4d04-b4e7-952c35fe6d3a will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:23.404133 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Transition to ACTIVE for port object 43d6d88b-2e04-4deb-860c-3cb933b146e2 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:23.438060 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-0ccdc59f-44b5-4135-93cc-1a1ffe14b726 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 217 time: 0.0349789 Sep 24 15:33:23.489044 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.490990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.496565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-66c81144-9617-44bd-a185-6b729ba5e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.498026 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-66c81144-9617-44bd-a185-6b729ba5e388 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0520787 Sep 24 15:33:23.569745 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-58cd8be2-abe1-4633-95b0-34c1e5cc5c97 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611560 Sep 24 15:33:23.597438 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73641706-0f09-4ee3-affb-002556745213 service neutron] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:23.695986 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Attempting to bind port d49e6679-c785-4d04-b4e7-952c35fe6d3a on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:23.696238 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Attempting to bind port d49e6679-c785-4d04-b4e7-952c35fe6d3a by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:23.696563 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Attempting to bind port d49e6679-c785-4d04-b4e7-952c35fe6d3a on network 4dbaccb5-9778-4549-ac7f-b2143254e232 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.740732 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Attempting to bind port 43d6d88b-2e04-4deb-860c-3cb933b146e2 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:23.741083 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Attempting to bind port 43d6d88b-2e04-4deb-860c-3cb933b146e2 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:23.746721 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Attempting to bind port 43d6d88b-2e04-4deb-860c-3cb933b146e2 on network ef0ca52c-15e4-47f3-871d-d9becdc026ca {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.751086 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Port d49e6679-c785-4d04-b4e7-952c35fe6d3a on network 4dbaccb5-9778-4549-ac7f-b2143254e232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:23.751441 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Attempting to bind port d49e6679-c785-4d04-b4e7-952c35fe6d3a on network 4dbaccb5-9778-4549-ac7f-b2143254e232 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.760100 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Pushing event updated for resources: {'Port': ['ID=d49e6679-c785-4d04-b4e7-952c35fe6d3a,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:23.772920 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Port 43d6d88b-2e04-4deb-860c-3cb933b146e2 on network ef0ca52c-15e4-47f3-871d-d9becdc026ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:23.773248 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Attempting to bind port 43d6d88b-2e04-4deb-860c-3cb933b146e2 on network ef0ca52c-15e4-47f3-871d-d9becdc026ca {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.786821 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:23.787172 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Checking segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:23.787567 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Bound using segment: {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:23.788002 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Bound port: d49e6679-c785-4d04-b4e7-952c35fe6d3a, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd35d057-a081-44c5-bbee-b8e25af726df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:23.788363 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.811476 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:23.812090 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Checking segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:23.812185 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Bound using segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:23.812551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Bound port: 43d6d88b-2e04-4deb-860c-3cb933b146e2, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:23.812910 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.830964 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-92ff23de-74e5-4df6-86e8-db0cd52cec97 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471416 Sep 24 15:33:23.945229 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ea9ab-d0e0-4212-b05f-c408b3bac330 req-10bee6b1-8e82-49f0-a318-c4b7a812764c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.946875 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ea2ea9ab-d0e0-4212-b05f-c408b3bac330 req-10bee6b1-8e82-49f0-a318-c4b7a812764c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.1906404 Sep 24 15:33:24.026257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] For port d49e6679-c785-4d04-b4e7-952c35fe6d3a, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:24.050497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:24.053614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] For port d49e6679-c785-4d04-b4e7-952c35fe6d3a, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:24.073481 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:24.084495 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device fa16d46a-8a1b-4168-832b-636dc1cae91a details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:24.101228 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ea2ea9ab-d0e0-4212-b05f-c408b3bac330 req-e354400e-e05e-47c5-a2d3-dc8405a3ba44 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401789 Sep 24 15:33:24.103424 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-1ddc4373-ef1e-40e3-9be2-fa56407d61cb service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612288 Sep 24 15:33:24.133473 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31c62-12c8-4a63-a51a-27fcfc59c64b req-80d5e063-bf6b-40d2-a035-736a1f466440 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.135103 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b9c31c62-12c8-4a63-a51a-27fcfc59c64b req-80d5e063-bf6b-40d2-a035-736a1f466440 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0557117 Sep 24 15:33:24.176128 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b9c31c62-12c8-4a63-a51a-27fcfc59c64b req-40b91171-c1c7-4389-90fc-5c8d1cfe518c tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Sep 24 15:33:24.241151 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.248642 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.300279 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port fa16d46a-8a1b-4168-832b-636dc1cae91a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:24.312256 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': 'fa16d46a-8a1b-4168-832b-636dc1cae91a', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'port_id': 'fa16d46a-8a1b-4168-832b-636dc1cae91a', 'mac_address': 'fa:16:3e:ac:7c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671cd4cf-26f4-4493-8248-52fe2ad0109c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:24.350834 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.367219 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa16d46a-8a1b-4168-832b-636dc1cae91a {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:24.374462 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.375330 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.376876 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-73641706-0f09-4ee3-affb-002556745213 service neutron] 10.222.0.109 "PUT /v2.0/ports/43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 200 len: 1093 time: 2.2512369 Sep 24 15:33:24.380108 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.380701 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.381404 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9877c0-3879-4a56-9402-3c9578793057 req-535df9a6-491e-4034-ae7c-0b54a2dd18c7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.381971 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] 10.222.0.109 "PUT /v2.0/ports/d49e6679-c785-4d04-b4e7-952c35fe6d3a HTTP/1.1" status: 200 len: 1093 time: 2.2790809 Sep 24 15:33:24.382413 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}, {'name': 'network-changed', 'server_uuid': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'tag': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:24.382898 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a9877c0-3879-4a56-9402-3c9578793057 req-535df9a6-491e-4034-ae7c-0b54a2dd18c7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.0677507 Sep 24 15:33:24.390795 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578268ef-8ce5-46da-a362-f33d70623d30" -d '{"events": [{"name": "network-changed", "server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}, {"name": "network-changed", "server_uuid": "b0637465-483b-461e-9ea9-302c2f94ac41", "tag": "d49e6679-c785-4d04-b4e7-952c35fe6d3a"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:24.404289 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port fa16d46a-8a1b-4168-832b-636dc1cae91a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:24.435279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc837-da43-4175-8853-ea1e13667f27 service neutron] Pushing event updated for resources: {'Port': ['ID=d49e6679-c785-4d04-b4e7-952c35fe6d3a,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:24.449442 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a9877c0-3879-4a56-9402-3c9578793057 req-9effc93c-75d7-46a4-afb5-484c3ac3cc76 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579300 Sep 24 15:33:24.481114 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932fd66-9894-4e85-8d18-804a9ed290f2 req-27fea584-c29d-4dc1-bf6e-0e907bd96fa1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.486101 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8932fd66-9894-4e85-8d18-804a9ed290f2 req-27fea584-c29d-4dc1-bf6e-0e907bd96fa1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 944 time: 0.1649852 Sep 24 15:33:24.516574 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.522620 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de910fa4-5045-4601-975d-e82ec1fae494 x-openstack-request-id: req-de910fa4-5045-4601-975d-e82ec1fae494 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:24.525419 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0637465-483b-461e-9ea9-302c2f94ac41", "tag": "d49e6679-c785-4d04-b4e7-952c35fe6d3a", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:24.525419 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de910fa4-5045-4601-975d-e82ec1fae494 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:24.525419 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'status': 'completed', 'code': 200} Sep 24 15:33:24.525419 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'tag': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a', 'status': 'completed', 'code': 200} Sep 24 15:33:24.554199 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73641706-0f09-4ee3-affb-002556745213 service neutron] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:24.575508 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8932fd66-9894-4e85-8d18-804a9ed290f2 req-7bfdf129-3aa8-460e-8d67-f8e2873a42f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839598 Sep 24 15:33:24.598514 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45936) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:24.636413 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=fa16d46a-8a1b-4168-832b-636dc1cae91a,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:24.649730 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578268ef-8ce5-46da-a362-f33d70623d30 req-06e181a3-7e2c-4fec-8a2e-214b6a255b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.651541 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-06e181a3-7e2c-4fec-8a2e-214b6a255b68 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1096 time: 0.0915792 Sep 24 15:33:24.659097 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-9da18ecb-158c-4c79-8766-e51047464b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.661445 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-9da18ecb-158c-4c79-8766-e51047464b14 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 1096 time: 0.0678689 Sep 24 15:33:24.720028 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01ec75e8-183b-4aa1-a71a-3665725d9c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.809414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:24.822726 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01ec75e8-183b-4aa1-a71a-3665725d9c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.906137 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-2ae8a36c-97a3-464c-bad9-78d683e96c57 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a HTTP/1.1" status: 200 len: 217 time: 0.2169249 Sep 24 15:33:25.005108 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-c81966bd-ff47-4599-8cf6-b78c9fd5bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.006583 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-c81966bd-ff47-4599-8cf6-b78c9fd5bed8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0924382 Sep 24 15:33:25.007915 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578268ef-8ce5-46da-a362-f33d70623d30 req-19384287-cb46-46a0-94aa-ba209da72e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.044068 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-19384287-cb46-46a0-94aa-ba209da72e0e service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=b861384990f34381a65218887a8cb8f0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3299446 Sep 24 15:33:25.049263 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45946) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:25.063030 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-0f0147f7-c1b7-43be-9f24-ad4f7f09aa88 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390022 Sep 24 15:33:25.087174 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01ec75e8-183b-4aa1-a71a-3665725d9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.193516 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-01ec75e8-183b-4aa1-a71a-3665725d9c9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c748d17f07564677a2de86689f6cc228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939581 Sep 24 15:33:25.196619 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45954) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:25.202379 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec75e8-183b-4aa1-a71a-3665725d9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c548de83-e1e1-4d07-a5d3-ea7c5281663e,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:25.214833 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f4981f22-217e-49da-8902-7dbacc352280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.231615 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578268ef-8ce5-46da-a362-f33d70623d30 req-b742ef8b-d75b-4a1d-a2b4-ed83426982a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.233852 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-b742ef8b-d75b-4a1d-a2b4-ed83426982a0 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2080789 Sep 24 15:33:25.271294 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-f03dcce8-cbc3-4bd2-8b96-029ecafc294b service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969388 Sep 24 15:33:25.289717 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d40850-a3a8-4eda-bf8e-8444ce413d52 req-6e89e99e-8692-4601-ace8-1a7516605ef2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.291227 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c0d40850-a3a8-4eda-bf8e-8444ce413d52 req-6e89e99e-8692-4601-ace8-1a7516605ef2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0967109 Sep 24 15:33:25.348746 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c0d40850-a3a8-4eda-bf8e-8444ce413d52 req-6c2b71ac-15cf-4812-be9e-4f7a563ece5c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510929 Sep 24 15:33:25.363598 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-475ce309-ab9b-485c-b455-a795ec22985a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.371181 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f4981f22-217e-49da-8902-7dbacc352280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.442463 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-475ce309-ab9b-485c-b455-a795ec22985a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.455011 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a068-2f30-4681-9d39-ac59d87a30a0 req-69349429-6aa2-44c8-9ac1-18c1e8f9bba9 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.456586 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d453a068-2f30-4681-9d39-ac59d87a30a0 req-69349429-6aa2-44c8-9ac1-18c1e8f9bba9 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.1991611 Sep 24 15:33:25.467327 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-5ba623be-35aa-4788-a950-566cc989e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.468654 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-5ba623be-35aa-4788-a950-566cc989e193 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1096 time: 0.1727819 Sep 24 15:33:25.513110 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f4981f22-217e-49da-8902-7dbacc352280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.549720 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-de1979ae-b554-4045-977a-bcc50bd21f97 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 200 len: 217 time: 0.0634277 Sep 24 15:33:25.572299 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-63ddd356-c8ec-453c-93a7-b0b44524df8c req-87692945-a917-4ea0-bc30-dc790591c717 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774091 Sep 24 15:33:25.579875 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f4981f22-217e-49da-8902-7dbacc352280 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90717c84666a4d969f9084c20d22fddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294533 Sep 24 15:33:25.582299 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4981f22-217e-49da-8902-7dbacc352280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db87253b-35c8-4220-844e-a0aacb809fa4,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:25.585414 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45960) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:25.607589 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d453a068-2f30-4681-9d39-ac59d87a30a0 req-781bf322-74b7-43f9-8cf5-a01b79ac1aed tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423206 Sep 24 15:33:25.627553 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f7cf2-1f21-465c-8803-99d846f1110a req-8ec246df-9952-4d08-a5ea-fe760418f202 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.627553 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-af9f7cf2-1f21-465c-8803-99d846f1110a req-8ec246df-9952-4d08-a5ea-fe760418f202 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.0964181 Sep 24 15:33:25.627727 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-cbee9ab7-2122-4fd7-8bc4-4a5a7092380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.627727 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-cbee9ab7-2122-4fd7-8bc4-4a5a7092380d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0694518 Sep 24 15:33:25.682525 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-af9f7cf2-1f21-465c-8803-99d846f1110a req-2bfeb18e-61e1-4877-b5fa-6e75ac1e6a52 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Sep 24 15:33:25.683415 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7f86-0da6-4d97-869c-a06d7457351c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.705790 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7f86-0da6-4d97-869c-a06d7457351c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.713091 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-20d49d36-1358-4ad8-90a9-0f12e356b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.714707 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-20d49d36-1358-4ad8-90a9-0f12e356b26e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795460 Sep 24 15:33:25.731971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dccfbe-7e06-4a7f-8c53-57c8657d35a6 req-1a99dc69-54af-4a01-a641-1e7579b1fd9b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.733366 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-64dccfbe-7e06-4a7f-8c53-57c8657d35a6 req-1a99dc69-54af-4a01-a641-1e7579b1fd9b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Sep 24 15:33:25.747423 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-475ce309-ab9b-485c-b455-a795ec22985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.750023 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-475ce309-ab9b-485c-b455-a795ec22985a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.754279 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-475ce309-ab9b-485c-b455-a795ec22985a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c548de83-e1e1-4d07-a5d3-ea7c5281663e HTTP/1.1" status: 204 len: 168 time: 0.5535715 Sep 24 15:33:25.769284 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ce309-ab9b-485c-b455-a795ec22985a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c548de83-e1e1-4d07-a5d3-ea7c5281663e,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:25.788959 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-64dccfbe-7e06-4a7f-8c53-57c8657d35a6 req-131fef76-70cb-4458-8c20-fec38e7fa4bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Sep 24 15:33:25.912591 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7f86-0da6-4d97-869c-a06d7457351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.915505 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b9bb7f86-0da6-4d97-869c-a06d7457351c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.916644 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b9bb7f86-0da6-4d97-869c-a06d7457351c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db87253b-35c8-4220-844e-a0aacb809fa4 HTTP/1.1" status: 204 len: 168 time: 0.3303406 Sep 24 15:33:25.924377 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb7f86-0da6-4d97-869c-a06d7457351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db87253b-35c8-4220-844e-a0aacb809fa4,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:26.032736 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.475734 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694173-59cf-4088-8782-5779646f496f req-e52e57de-18ee-4007-aeec-de40d0bb121a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.477235 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-72694173-59cf-4088-8782-5779646f496f req-e52e57de-18ee-4007-aeec-de40d0bb121a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0469484 Sep 24 15:33:26.516707 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-72694173-59cf-4088-8782-5779646f496f req-10ec357a-2642-42a7-8262-0a19e4d1b052 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334051 Sep 24 15:33:26.589104 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45982) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:26.602074 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7742cf56-2dbc-4a6e-beb3-3898acf6575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.688827 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7742cf56-2dbc-4a6e-beb3-3898acf6575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.703234 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 45986) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:26.716498 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a60dd77c-1359-47c4-a25b-6a052ba9e8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.721938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7a60-3756-4539-a7dc-a1e147469d8c req-ffcf0b10-b27d-40fd-aae1-750bcb7a2e07 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.723471 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ebdc7a60-3756-4539-a7dc-a1e147469d8c req-ffcf0b10-b27d-40fd-aae1-750bcb7a2e07 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0484841 Sep 24 15:33:26.767267 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ebdc7a60-3756-4539-a7dc-a1e147469d8c req-9e032827-4352-4159-93d8-7e6a16cf4cc8 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Sep 24 15:33:26.777782 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:26.823666 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device fa16d46a-8a1b-4168-832b-636dc1cae91a up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:26.886099 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-433cf5c9-c7a7-4888-91dd-18a012ee3c67 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036732 Sep 24 15:33:26.891687 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7742cf56-2dbc-4a6e-beb3-3898acf6575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.923704 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:26.938895 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51dfdd-3e2b-4b8f-9b1d-5ce979494a02 req-44aec636-aed6-48f9-8391-88af5066cb57 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.941243 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0b51dfdd-3e2b-4b8f-9b1d-5ce979494a02 req-44aec636-aed6-48f9-8391-88af5066cb57 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.1787682 Sep 24 15:33:26.945257 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'port_id': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e', 'mac_address': 'fa:16:3e:fd:b7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:26.971608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f05ba3-2d31-4b23-a715-94f286c0c242 req-891cf9c5-d3ca-4811-b40a-353867f3c7a1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.973536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c2f05ba3-2d31-4b23-a715-94f286c0c242 req-891cf9c5-d3ca-4811-b40a-353867f3c7a1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 945 time: 0.0644860 Sep 24 15:33:26.992254 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.016083 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:27.036691 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c2f05ba3-2d31-4b23-a715-94f286c0c242 req-76b7e785-7d5b-45d0-a6cf-7e2e43e064d5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566964 Sep 24 15:33:27.049148 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:27.055201 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port fa16d46a-8a1b-4168-832b-636dc1cae91a completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:27.059542 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port fa16d46a-8a1b-4168-832b-636dc1cae91a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:27.064505 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.121100 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a60dd77c-1359-47c4-a25b-6a052ba9e8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.136104 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742cf56-2dbc-4a6e-beb3-3898acf6575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0391b1-3623-481f-ae9f-87b98d36cf03,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.140043 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.146510 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7742cf56-2dbc-4a6e-beb3-3898acf6575e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f05b4d06c5d44d09b8834cc5f4f58f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563424 Sep 24 15:33:27.149238 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 45994) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:27.168566 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0b51dfdd-3e2b-4b8f-9b1d-5ce979494a02 req-9699d11d-c60a-4181-8fec-f32a5f99b493 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Sep 24 15:33:27.187056 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port fa16d46a-8a1b-4168-832b-636dc1cae91a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:27.187872 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa16d46a-8a1b-4168-832b-636dc1cae91a'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:27.190087 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3979901d-de3d-4f0a-8741-26dda24b4196" -d '{"events": [{"server_uuid": "362d9429-5341-4fb5-bfbd-80ebd90a0eb2", "name": "network-vif-plugged", "status": "completed", "tag": "fa16d46a-8a1b-4168-832b-636dc1cae91a"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:27.193372 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.218527 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-89e25068-9623-4067-bbcb-8f7464916de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.235231 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13c193-0b03-4999-b180-32479880a5c7 x-openstack-request-id: req-de13c193-0b03-4999-b180-32479880a5c7 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:27.235520 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d9429-5341-4fb5-bfbd-80ebd90a0eb2", "name": "network-vif-plugged", "status": "completed", "tag": "fa16d46a-8a1b-4168-832b-636dc1cae91a", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:27.235773 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de13c193-0b03-4999-b180-32479880a5c7 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:27.236158 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa16d46a-8a1b-4168-832b-636dc1cae91a', 'code': 200} Sep 24 15:33:27.243117 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-89e25068-9623-4067-bbcb-8f7464916de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.245354 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.265411 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a60dd77c-1359-47c4-a25b-6a052ba9e8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.303163 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a60dd77c-1359-47c4-a25b-6a052ba9e8c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e65ab6f0a1c4c2fb28105c925d96233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988116 Sep 24 15:33:27.304019 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd77c-1359-47c4-a25b-6a052ba9e8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdc9d3-245c-4d3e-823e-2c09f9dbba58,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.305910 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46002) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:27.353612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.356949 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ff786c52-7855-40c7-94e3-a8defd4c01ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.380391 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ff786c52-7855-40c7-94e3-a8defd4c01ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.410417 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=fa16d46a-8a1b-4168-832b-636dc1cae91a,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.438744 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-89e25068-9623-4067-bbcb-8f7464916de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.442795 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-89e25068-9623-4067-bbcb-8f7464916de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.442795 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-89e25068-9623-4067-bbcb-8f7464916de1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a0391b1-3623-481f-ae9f-87b98d36cf03 HTTP/1.1" status: 204 len: 168 time: 0.2923393 Sep 24 15:33:27.450372 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e25068-9623-4067-bbcb-8f7464916de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0391b1-3623-481f-ae9f-87b98d36cf03,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.568242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ff786c52-7855-40c7-94e3-a8defd4c01ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.571293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ff786c52-7855-40c7-94e3-a8defd4c01ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.575004 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ff786c52-7855-40c7-94e3-a8defd4c01ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bccdc9d3-245c-4d3e-823e-2c09f9dbba58 HTTP/1.1" status: 204 len: 168 time: 0.2656810 Sep 24 15:33:27.592552 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff786c52-7855-40c7-94e3-a8defd4c01ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdc9d3-245c-4d3e-823e-2c09f9dbba58,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.653179 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23070282-d9c6-4806-a4b6-cfa37175d8b9 req-d1851929-9c60-487a-9c16-ff54dfd1ac57 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:27.654671 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-23070282-d9c6-4806-a4b6-cfa37175d8b9 req-d1851929-9c60-487a-9c16-ff54dfd1ac57 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0653863 Sep 24 15:33:27.691113 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-23070282-d9c6-4806-a4b6-cfa37175d8b9 req-4a7aa419-7363-46d3-baec-0f698f9c0703 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299265 Sep 24 15:33:28.155641 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eb449-e74f-4ec0-af3d-f8affca5cb0c req-094440e0-d55b-4b41-98bd-5d39f0db9c04 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:28.157129 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-208eb449-e74f-4ec0-af3d-f8affca5cb0c req-094440e0-d55b-4b41-98bd-5d39f0db9c04 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0504360 Sep 24 15:33:28.195256 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-208eb449-e74f-4ec0-af3d-f8affca5cb0c req-7bd32a3b-7837-4e02-b971-cc76888aedd9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Sep 24 15:33:28.285886 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fd548-9bfd-4df8-8690-7d0d3012422c req-f64be030-8b95-4086-981c-4af41f50a5e6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:28.287408 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d88fd548-9bfd-4df8-8690-7d0d3012422c req-f64be030-8b95-4086-981c-4af41f50a5e6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.0474198 Sep 24 15:33:28.324077 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d88fd548-9bfd-4df8-8690-7d0d3012422c req-48b48b20-b1ea-4fa1-a669-ec77f39d8ab4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304360 Sep 24 15:33:28.836953 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa828c-f8f2-43a1-a7b9-dd6e1874933e req-618e1968-4bdb-4856-b52a-e5b7603b2f71 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:28.844569 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4fa828c-f8f2-43a1-a7b9-dd6e1874933e req-618e1968-4bdb-4856-b52a-e5b7603b2f71 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0828116 Sep 24 15:33:28.884313 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4fa828c-f8f2-43a1-a7b9-dd6e1874933e req-f5458bf5-d9b1-4e22-8cfc-986f5f8985c7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382252 Sep 24 15:33:29.025189 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578268ef-8ce5-46da-a362-f33d70623d30 req-42072919-90d4-44d3-99cf-6042841c27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.026680 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-42072919-90d4-44d3-99cf-6042841c27c8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 1096 time: 0.1069043 Sep 24 15:33:29.062065 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4f20e44a-9f50-4c8f-9a4f-8392f9dfaa02 req-41136677-0e62-49c8-a039-95e9ba045a18 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408744 Sep 24 15:33:29.126398 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578268ef-8ce5-46da-a362-f33d70623d30 req-8dc75c8c-3e31-4394-8ec9-a0d9d69f461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.127966 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-8dc75c8c-3e31-4394-8ec9-a0d9d69f461f service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.0918493 Sep 24 15:33:29.180416 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-6f6fcb28-b955-40d6-abca-32b571f8035c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a HTTP/1.1" status: 200 len: 217 time: 0.0378163 Sep 24 15:33:29.257969 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578268ef-8ce5-46da-a362-f33d70623d30 req-5cf1dcc6-2d8d-4542-9860-72e8dbf3c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.259583 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-5cf1dcc6-2d8d-4542-9860-72e8dbf3c147 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0694978 Sep 24 15:33:29.292151 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:29.292663 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-ad453b89-fe0f-49a5-b5a2-10940587828b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245283 Sep 24 15:33:29.322772 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32408524-627e-4e33-b6da-777d53050870 req-5e61449b-9022-47fa-b8dc-80d926763cfd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.324470 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-32408524-627e-4e33-b6da-777d53050870 req-5e61449b-9022-47fa-b8dc-80d926763cfd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0524435 Sep 24 15:33:29.386274 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-32408524-627e-4e33-b6da-777d53050870 req-1cc6b302-f04a-4c84-8b35-dd0077b1797a tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Sep 24 15:33:29.417019 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-459d0980-bd75-464a-8631-4c7de3c85eee service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977507 Sep 24 15:33:29.577877 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50167-4966-4f82-bd1f-37cb3ca31fdf req-70a32404-2040-47da-a757-a5414485d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.579433 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7db50167-4966-4f82-bd1f-37cb3ca31fdf req-70a32404-2040-47da-a757-a5414485d0c9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 1099 time: 0.1650581 Sep 24 15:33:29.594503 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691a290-5485-45f0-b24a-4463753a7939 req-4763bf7b-94df-4daa-acd8-c8742f8677a7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.596013 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4691a290-5485-45f0-b24a-4463753a7939 req-4763bf7b-94df-4daa-acd8-c8742f8677a7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.1496379 Sep 24 15:33:29.651349 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-578268ef-8ce5-46da-a362-f33d70623d30 req-7ec2e929-ba17-4441-a21e-e427a2124d88 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963642 Sep 24 15:33:29.673733 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7db50167-4966-4f82-bd1f-37cb3ca31fdf req-201da35a-4b5c-4e91-85a7-5fe239452454 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751915 Sep 24 15:33:29.677221 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4691a290-5485-45f0-b24a-4463753a7939 req-cb4c598f-5485-4efd-9073-d392eab51b88 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705504 Sep 24 15:33:30.007041 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c0b8-42a6-4c97-a204-fe7414ec5b7a req-c669e043-3e26-4d09-84dc-f4c5dc21eeff tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:30.008548 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c9b8c0b8-42a6-4c97-a204-fe7414ec5b7a req-c669e043-3e26-4d09-84dc-f4c5dc21eeff tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0479851 Sep 24 15:33:30.048374 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c9b8c0b8-42a6-4c97-a204-fe7414ec5b7a req-2382adfe-1dd8-493d-8064-cb8a49e248d3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334072 Sep 24 15:33:30.523614 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983364a-14ae-464e-a9d4-56b77082aa6e req-84b64607-4927-4664-a134-83093e1323ef tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:30.525301 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1983364a-14ae-464e-a9d4-56b77082aa6e req-84b64607-4927-4664-a134-83093e1323ef tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0583014 Sep 24 15:33:30.574908 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1983364a-14ae-464e-a9d4-56b77082aa6e req-93d58efe-27ad-466c-a206-79f390764505 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Sep 24 15:33:30.796421 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1eadc-9f5f-461c-8197-9e6b98e18a14 req-8daea839-d60c-4906-90fc-8c8461ff2c60 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:30.798100 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1df1eadc-9f5f-461c-8197-9e6b98e18a14 req-8daea839-d60c-4906-90fc-8c8461ff2c60 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.0530295 Sep 24 15:33:30.836367 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1df1eadc-9f5f-461c-8197-9e6b98e18a14 req-ffac7428-061d-43ea-b781-a9a6eb8ccf16 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Sep 24 15:33:30.917044 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:31.185173 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624ae5d-62f8-41f7-b39b-e53654268133 req-5a0a3dc2-e79d-4211-8496-25378fd4e596 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:31.186624 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a624ae5d-62f8-41f7-b39b-e53654268133 req-5a0a3dc2-e79d-4211-8496-25378fd4e596 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0487432 Sep 24 15:33:31.198259 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:31.202124 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:31.202495 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.223525 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a624ae5d-62f8-41f7-b39b-e53654268133 req-37bcd78d-f3e6-479d-81fa-9fe170a92d00 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303781 Sep 24 15:33:31.281622 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.304611 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:31.306961 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858bbdd-c967-4e29-a8bc-b39927f0a8dd" -d '{"events": [{"server_uuid": "ef5ca7bf-b2ea-46fe-813d-3213bf0d5068", "name": "network-vif-plugged", "status": "completed", "tag": "51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:31.320582 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:31.342451 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6759c1a5-d7ba-498e-a8dc-84a9bb5f2012 x-openstack-request-id: req-6759c1a5-d7ba-498e-a8dc-84a9bb5f2012 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:31.342736 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5ca7bf-b2ea-46fe-813d-3213bf0d5068", "name": "network-vif-plugged", "status": "completed", "tag": "51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:31.343015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6759c1a5-d7ba-498e-a8dc-84a9bb5f2012 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:31.343425 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e', 'code': 200} Sep 24 15:33:31.375608 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1f965dbb-45f9-4fda-be3b-066d4f35ab9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.506454 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.572761 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:31.687788 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57a720-dbf2-4a11-8d93-1fec03d37c3c req-b55ed190-1032-4105-9165-f74d2199d348 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:31.689318 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6b57a720-dbf2-4a11-8d93-1fec03d37c3c req-b55ed190-1032-4105-9165-f74d2199d348 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0481627 Sep 24 15:33:31.727659 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6b57a720-dbf2-4a11-8d93-1fec03d37c3c req-b1564200-6345-40b6-b7c5-5a93c1981ccf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307720 Sep 24 15:33:31.749775 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b02b-c79f-4ec8-bf30-98fe4f39f495 req-ea036ddc-d680-4234-bf2c-a2bd0714edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:31.751299 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cf56b02b-c79f-4ec8-bf30-98fe4f39f495 req-ea036ddc-d680-4234-bf2c-a2bd0714edcb service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.0371282 Sep 24 15:33:31.786531 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cf56b02b-c79f-4ec8-bf30-98fe4f39f495 req-6e79a107-9e87-48c5-b362-ae0454f605ff service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278215 Sep 24 15:33:31.951844 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16df34-067f-4e84-9c62-c6e9b817ad83 req-099702b9-a9f5-47e9-a68a-97255e9e4e49 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:31.953329 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3c16df34-067f-4e84-9c62-c6e9b817ad83 req-099702b9-a9f5-47e9-a68a-97255e9e4e49 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.0482316 Sep 24 15:33:31.992044 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3c16df34-067f-4e84-9c62-c6e9b817ad83 req-036ee97e-78cc-4379-8e19-0f63cf788738 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Sep 24 15:33:32.348498 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a3ed4-0ace-458e-a884-5c889d84e84f req-d3c5ec75-4944-4c97-894c-bc27b3df2edc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:32.349987 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-634a3ed4-0ace-458e-a884-5c889d84e84f req-d3c5ec75-4944-4c97-894c-bc27b3df2edc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0536015 Sep 24 15:33:32.388560 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-634a3ed4-0ace-458e-a884-5c889d84e84f req-f68dd419-48f5-44e2-8554-9cfcc9f620a2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320783 Sep 24 15:33:32.937466 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d49e6679-c785-4d04-b4e7-952c35fe6d3a details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:33.037223 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port d49e6679-c785-4d04-b4e7-952c35fe6d3a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:33.048856 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a', 'network_id': '4dbaccb5-9778-4549-ac7f-b2143254e232', 'port_id': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a', 'mac_address': 'fa:16:3e:77:9a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958a9095-e778-4939-96e1-f97e86a7afb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:33.086584 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.102968 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49e6679-c785-4d04-b4e7-952c35fe6d3a {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:33.124430 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port d49e6679-c785-4d04-b4e7-952c35fe6d3a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:33.134710 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08af75-3dba-4670-8348-4c5f685012dd req-ba16bb02-ba54-4f5c-a8b5-08e1493efca6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:33.140363 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ff08af75-3dba-4670-8348-4c5f685012dd req-ba16bb02-ba54-4f5c-a8b5-08e1493efca6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 943 time: 0.0803742 Sep 24 15:33:33.174559 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ff08af75-3dba-4670-8348-4c5f685012dd req-5b643c55-e7ba-4f63-bcda-cf7cd1c2db19 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Sep 24 15:33:33.260140 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.260821 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:33.398177 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=d49e6679-c785-4d04-b4e7-952c35fe6d3a,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:33.410809 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:33.421373 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'mac_address': 'fa:16:3e:f8:b0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:33.464351 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.483349 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d6d88b-2e04-4deb-860c-3cb933b146e2 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:33.505922 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:33.520823 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d126c2-9d11-4fb4-89ae-d256a484a4b8 req-46221ae1-1998-4541-9b16-0c4f608e8de1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:33.525510 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-98d126c2-9d11-4fb4-89ae-d256a484a4b8 req-46221ae1-1998-4541-9b16-0c4f608e8de1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0606153 Sep 24 15:33:33.558901 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-98d126c2-9d11-4fb4-89ae-d256a484a4b8 req-a8a3ae2d-934e-43f5-b7de-92db8541ec8b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302658 Sep 24 15:33:33.627211 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.681024 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:33.972209 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['43d6d88b-2e04-4deb-860c-3cb933b146e2'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:33.994093 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['d49e6679-c785-4d04-b4e7-952c35fe6d3a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:34.041931 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bb16ce96-6b0a-46eb-a8a9-a9a6508b3e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.306672 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044990-1f3c-4efe-8c94-95fe39d6de7b req-129f7d34-028b-4958-a256-a541e8287545 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:34.308202 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8f044990-1f3c-4efe-8c94-95fe39d6de7b req-129f7d34-028b-4958-a256-a541e8287545 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 944 time: 0.0648334 Sep 24 15:33:34.348702 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8f044990-1f3c-4efe-8c94-95fe39d6de7b req-b37c8e87-4b57-4b73-9083-d1c7fd7fa4f8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Sep 24 15:33:34.597976 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.677793 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f710a-7f6a-4c17-9c75-ffee9aa094e0 req-43612036-fecd-4d32-9817-744ca3750fc8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:34.679274 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b97f710a-7f6a-4c17-9c75-ffee9aa094e0 req-43612036-fecd-4d32-9817-744ca3750fc8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0499165 Sep 24 15:33:34.715655 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b97f710a-7f6a-4c17-9c75-ffee9aa094e0 req-b49a9e05-0821-40f1-9298-07c934d7b283 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304809 Sep 24 15:33:35.129385 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.477585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd12840-f47d-4dc8-8f6a-8857174105f0 req-dabac066-6d31-41c2-8bb2-c4a55891be8a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:35.479041 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ecd12840-f47d-4dc8-8f6a-8857174105f0 req-dabac066-6d31-41c2-8bb2-c4a55891be8a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 944 time: 0.0510552 Sep 24 15:33:35.515361 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ecd12840-f47d-4dc8-8f6a-8857174105f0 req-75addd92-733f-495f-953e-318500e4dac6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Sep 24 15:33:35.833039 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1712ac-7f21-4643-b77b-456f1aee99a7 req-35010a46-e048-4274-b93e-02c1c701641e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:35.834520 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b1712ac-7f21-4643-b77b-456f1aee99a7 req-35010a46-e048-4274-b93e-02c1c701641e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0485189 Sep 24 15:33:35.873283 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b1712ac-7f21-4643-b77b-456f1aee99a7 req-1438f257-afb5-4c51-bf82-ec12b4923d19 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328786 Sep 24 15:33:36.563078 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.624748 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75f593-bf58-4240-a61b-f6de6ea0f09b req-55a96039-bf75-438a-b052-e6fc51d5e834 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:36.626175 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ab75f593-bf58-4240-a61b-f6de6ea0f09b req-55a96039-bf75-438a-b052-e6fc51d5e834 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 944 time: 0.0471137 Sep 24 15:33:36.661881 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ab75f593-bf58-4240-a61b-f6de6ea0f09b req-231f688d-2bf5-4bf5-923f-4b872ec9785a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293961 Sep 24 15:33:36.998489 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16d104-e4de-477c-8cc1-80ff27b8886a req-cac70955-5644-40b3-95e6-8392aad35029 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:36.999988 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6e16d104-e4de-477c-8cc1-80ff27b8886a req-cac70955-5644-40b3-95e6-8392aad35029 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0519631 Sep 24 15:33:37.038194 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6e16d104-e4de-477c-8cc1-80ff27b8886a req-7527051f-7c9a-45d0-83de-c7c18ff8d02b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317256 Sep 24 15:33:37.799858 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa8e29-1456-4dd7-88d0-31e01cea0b42 req-7c508caa-0e66-4b10-a0bf-5b8844f79453 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:37.802073 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-89fa8e29-1456-4dd7-88d0-31e01cea0b42 req-7c508caa-0e66-4b10-a0bf-5b8844f79453 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 944 time: 0.0684171 Sep 24 15:33:37.844722 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-89fa8e29-1456-4dd7-88d0-31e01cea0b42 req-11a528e4-19f1-453c-b4a8-4eb5fbb595d2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353165 Sep 24 15:33:38.154878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972801-094f-47ea-9a8d-1436b243d1b3 req-89471cf0-142a-4e69-beb0-6eb19fd1baf8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:38.157621 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30972801-094f-47ea-9a8d-1436b243d1b3 req-89471cf0-142a-4e69-beb0-6eb19fd1baf8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0481956 Sep 24 15:33:38.198645 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30972801-094f-47ea-9a8d-1436b243d1b3 req-4d854711-d767-48c7-b3fd-995a0b8d7577 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342948 Sep 24 15:33:39.191662 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf860dd-2bd7-4b4b-9fc3-32a195080359 req-98ccbe9a-6a43-49b4-b236-f5fd3d1893a7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:39.191662 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4cf860dd-2bd7-4b4b-9fc3-32a195080359 req-98ccbe9a-6a43-49b4-b236-f5fd3d1893a7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 944 time: 0.2131450 Sep 24 15:33:39.191662 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4cf860dd-2bd7-4b4b-9fc3-32a195080359 req-f0a62050-ca66-472d-adcc-bbf2138af418 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Sep 24 15:33:39.330688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a088f8-dd2e-4e27-b05a-4a44a61b4b89 req-8782d987-7665-4220-ad31-592114aeff36 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:39.332225 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f9a088f8-dd2e-4e27-b05a-4a44a61b4b89 req-8782d987-7665-4220-ad31-592114aeff36 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0555847 Sep 24 15:33:39.369157 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f9a088f8-dd2e-4e27-b05a-4a44a61b4b89 req-e5fa6361-be29-4104-b92d-3538092d07da tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307291 Sep 24 15:33:40.074532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d49e6679-c785-4d04-b4e7-952c35fe6d3a up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:40.219908 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port d49e6679-c785-4d04-b4e7-952c35fe6d3a completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:40.225390 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port d49e6679-c785-4d04-b4e7-952c35fe6d3a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:40.225768 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.309903 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956c98-6568-40e4-8376-4a119677070b req-bf221c1b-84c8-423d-b444-cace8dd34fce tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.312763 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d8956c98-6568-40e4-8376-4a119677070b req-bf221c1b-84c8-423d-b444-cace8dd34fce tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 944 time: 0.0509751 Sep 24 15:33:40.315509 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.339902 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:40.342139 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e69752-4f1c-4b80-9b1a-97d6e44811e4" -d '{"events": [{"server_uuid": "b0637465-483b-461e-9ea9-302c2f94ac41", "name": "network-vif-plugged", "status": "completed", "tag": "d49e6679-c785-4d04-b4e7-952c35fe6d3a"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:40.358314 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port d49e6679-c785-4d04-b4e7-952c35fe6d3a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:40.365357 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d8956c98-6568-40e4-8376-4a119677070b req-11fd5336-d315-427d-90e3-4a6d71262923 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478888 Sep 24 15:33:40.389818 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0ce17d-8c0e-4bfb-bda2-7773f8880a85 x-openstack-request-id: req-0a0ce17d-8c0e-4bfb-bda2-7773f8880a85 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:40.390212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0637465-483b-461e-9ea9-302c2f94ac41", "name": "network-vif-plugged", "status": "completed", "tag": "d49e6679-c785-4d04-b4e7-952c35fe6d3a", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:40.390681 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a0ce17d-8c0e-4bfb-bda2-7773f8880a85 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:40.391353 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a', 'code': 200} Sep 24 15:33:40.471839 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.472786 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:40.495764 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd269c8-09c5-497e-b4b3-38830fa47d3e req-dc84b031-c8f2-464b-8f75-53aa07ab915c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.497255 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9fd269c8-09c5-497e-b4b3-38830fa47d3e req-dc84b031-c8f2-464b-8f75-53aa07ab915c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0522633 Sep 24 15:33:40.535763 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9fd269c8-09c5-497e-b4b3-38830fa47d3e req-6c559974-bb59-436f-b525-1371da8cdff2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324988 Sep 24 15:33:40.549912 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=d49e6679-c785-4d04-b4e7-952c35fe6d3a,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:40.659753 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 43d6d88b-2e04-4deb-860c-3cb933b146e2 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:40.663772 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 43d6d88b-2e04-4deb-860c-3cb933b146e2 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:40.664145 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.740556 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.775651 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:40.842826 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.892045 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:41.477360 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769eb6b-68c5-448e-9782-edc10ad2543a req-92aacb53-daf1-4c5e-9361-9875e040676d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.478853 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e769eb6b-68c5-448e-9782-edc10ad2543a req-92aacb53-daf1-4c5e-9361-9875e040676d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0486431 Sep 24 15:33:41.516944 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e769eb6b-68c5-448e-9782-edc10ad2543a req-d5ae1805-1126-41c8-b23a-0434f0b2922c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Sep 24 15:33:41.663168 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ee18-9520-4daf-b66d-10b31b1129ae req-c171fa42-6adc-4a30-8455-cb00465792c2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.664602 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dde8ee18-9520-4daf-b66d-10b31b1129ae req-c171fa42-6adc-4a30-8455-cb00465792c2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0456958 Sep 24 15:33:41.700193 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dde8ee18-9520-4daf-b66d-10b31b1129ae req-4d8d10e3-dfad-489e-9b13-75214083a504 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298576 Sep 24 15:33:42.393131 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:42.395440 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa116316-0e67-4ad1-be6d-465297e44dfd" -d '{"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:42.429809 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafca0cf-8a76-415e-9c5b-ba79772f2550 x-openstack-request-id: req-aafca0cf-8a76-415e-9c5b-ba79772f2550 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:42.430100 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:42.430363 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aafca0cf-8a76-415e-9c5b-ba79772f2550 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:42.430776 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'code': 200} Sep 24 15:33:42.563012 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa3fd-0707-4bdf-b1cc-eaa51521a01b req-c28b398e-71c2-46bf-8b28-c83ce96f211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:42.563012 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1bbfa3fd-0707-4bdf-b1cc-eaa51521a01b req-c28b398e-71c2-46bf-8b28-c83ce96f211a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 1098 time: 0.0428357 Sep 24 15:33:42.607288 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1bbfa3fd-0707-4bdf-b1cc-eaa51521a01b req-317208d4-aeb7-4961-a71f-de9c560f602c service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Sep 24 15:33:42.637657 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32322d89-32d6-46a5-a160-b24de4987782 req-f670f722-f638-4b72-9cae-8b979df88402 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:42.642836 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-32322d89-32d6-46a5-a160-b24de4987782 req-f670f722-f638-4b72-9cae-8b979df88402 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0506735 Sep 24 15:33:42.676875 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-32322d89-32d6-46a5-a160-b24de4987782 req-ca9accdc-d56b-44f3-a689-8c3b11908587 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306904 Sep 24 15:33:42.815776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850c2b7-cd64-4b40-aebf-baa4492c7360 req-878f0c07-7499-4ed5-9ec0-5469c6be9a21 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:42.817234 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0850c2b7-cd64-4b40-aebf-baa4492c7360 req-878f0c07-7499-4ed5-9ec0-5469c6be9a21 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0470605 Sep 24 15:33:42.854912 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0850c2b7-cd64-4b40-aebf-baa4492c7360 req-7f45977f-ce67-4c56-816f-746d7b6bc48e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318348 Sep 24 15:33:42.931904 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15c0f4-2103-4fbb-acd2-5b83a3f03bc7 req-653d5f91-1f9e-4a35-b4b7-938207680a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:42.933298 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a15c0f4-2103-4fbb-acd2-5b83a3f03bc7 req-653d5f91-1f9e-4a35-b4b7-938207680a96 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1098 time: 0.0388565 Sep 24 15:33:42.969997 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a15c0f4-2103-4fbb-acd2-5b83a3f03bc7 req-d1d0e220-d160-44df-ac71-476bcea714ad service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273607 Sep 24 15:33:43.823126 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab00ca-50e6-40cf-9e0f-03c1ac35b4fe req-4dd3dec8-57fa-4e3c-bd40-6ba5c7811e83 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:43.823126 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-01ab00ca-50e6-40cf-9e0f-03c1ac35b4fe req-4dd3dec8-57fa-4e3c-bd40-6ba5c7811e83 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0683720 Sep 24 15:33:43.858334 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-01ab00ca-50e6-40cf-9e0f-03c1ac35b4fe req-c977574a-57e2-4ba7-a342-0737f24e6e10 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Sep 24 15:33:44.047212 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48516ede-2836-4736-8d61-55fa98f81e30 req-20eeb016-9e5e-4fb6-9856-d036c27c8004 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:44.048728 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-48516ede-2836-4736-8d61-55fa98f81e30 req-20eeb016-9e5e-4fb6-9856-d036c27c8004 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0507448 Sep 24 15:33:44.086009 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-48516ede-2836-4736-8d61-55fa98f81e30 req-fb938255-827a-409c-a490-3b08cefa31e1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312102 Sep 24 15:33:44.993384 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191b755-dccf-4da9-8ba5-c1bbf4d072e0 req-9f9a6fca-dfdf-4908-986d-00c3b244dc44 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:44.995034 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e191b755-dccf-4da9-8ba5-c1bbf4d072e0 req-9f9a6fca-dfdf-4908-986d-00c3b244dc44 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0469396 Sep 24 15:33:45.033050 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e191b755-dccf-4da9-8ba5-c1bbf4d072e0 req-64c9b430-d631-4e1b-92dd-d9bddc14846f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Sep 24 15:33:45.204982 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402593-1234-4b1c-a197-ac8717ca070f req-c9dee786-08d4-42e2-934d-669cf90cc600 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:45.206402 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fe402593-1234-4b1c-a197-ac8717ca070f req-c9dee786-08d4-42e2-934d-669cf90cc600 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0493469 Sep 24 15:33:45.243248 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fe402593-1234-4b1c-a197-ac8717ca070f req-ab65c2c6-e739-4f0d-b77a-c2941abece04 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309505 Sep 24 15:33:45.734447 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a48113-f7c8-4cdd-8647-2f4aa8aa17b5 req-237d1051-3878-496d-b220-08cb1a769127 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:45.736553 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-27a48113-f7c8-4cdd-8647-2f4aa8aa17b5 req-237d1051-3878-496d-b220-08cb1a769127 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Sep 24 15:33:45.773402 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-27a48113-f7c8-4cdd-8647-2f4aa8aa17b5 req-cdd74ef2-c265-4fcf-89d8-2d97ecadb828 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308802 Sep 24 15:33:45.888499 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-5414938c-8688-44c7-9199-f4765d116dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:45.889985 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-5414938c-8688-44c7-9199-f4765d116dcd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 1098 time: 0.0401924 Sep 24 15:33:45.978180 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-e202721b-7340-47e4-818b-fe897c2c7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:45.979603 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-e202721b-7340-47e4-818b-fe897c2c7dee service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.0827262 Sep 24 15:33:46.035443 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-3ec74516-4f20-4369-b1fe-77806b3c57e0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a HTTP/1.1" status: 200 len: 217 time: 0.0366948 Sep 24 15:33:46.085290 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-bec799ca-2638-4dfe-a030-5e28b9b099a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:46.086719 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-bec799ca-2638-4dfe-a030-5e28b9b099a3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0440607 Sep 24 15:33:46.128349 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-15147af7-7efc-4ac3-a053-3f6a28b2226a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235758 Sep 24 15:33:46.226842 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-7fc0b91e-fa43-4b65-9e3b-7566949a10d4 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828071 Sep 24 15:33:46.365996 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-751a162d-a398-4bbf-95d2-253f8a854dd1 req-3f46336b-ce19-4148-b9d1-57f3db1a5233 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137242 Sep 24 15:33:46.382035 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01170862-db2c-4fc3-ac69-9f19054d05a7 req-902814f8-af5f-4af1-a383-d0f2d3d74649 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:46.383504 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-01170862-db2c-4fc3-ac69-9f19054d05a7 req-902814f8-af5f-4af1-a383-d0f2d3d74649 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0651371 Sep 24 15:33:46.422015 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-01170862-db2c-4fc3-ac69-9f19054d05a7 req-eddcdf73-daf0-4728-92fa-24b6ecb20f43 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319436 Sep 24 15:33:46.536829 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f00bda-9919-44d5-843e-871b3dd72254 req-65e3a62a-07ab-4e3f-9f2a-abc4341dc48e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:46.538303 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e9f00bda-9919-44d5-843e-871b3dd72254 req-65e3a62a-07ab-4e3f-9f2a-abc4341dc48e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0473671 Sep 24 15:33:46.546939 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46536) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:46.551917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'floatingip': {'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:46.623172 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.895927 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0595-d26a-48ea-90bd-21c83ec93304 req-4b0c64cf-9730-4d70-912d-cc30fa124ab5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:46.897485 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f93a0595-d26a-48ea-90bd-21c83ec93304 req-4b0c64cf-9730-4d70-912d-cc30fa124ab5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0547228 Sep 24 15:33:46.946822 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f93a0595-d26a-48ea-90bd-21c83ec93304 req-215b1b45-a94b-4374-a088-48e28d08fbcf tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Sep 24 15:33:47.267993 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.307916 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46572) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:47.373876 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.422451 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.531537 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Floating IP ad08dfc5-7790-4467-a983-7d4eaa0b16ca associated. External IP: 172.27.1.49, port: 43d6d88b-2e04-4deb-860c-3cb933b146e2. Sep 24 15:33:47.541110 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551dc5-14d8-4424-a321-383ca8b59782 req-c311ee61-9f86-4062-956c-5fe6b20627b5 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:47.542718 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-69551dc5-14d8-4424-a321-383ca8b59782 req-c311ee61-9f86-4062-956c-5fe6b20627b5 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0600429 Sep 24 15:33:47.590619 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-69551dc5-14d8-4424-a321-383ca8b59782 req-717b7e25-6622-47d6-92c7-95039bd70633 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Sep 24 15:33:47.672011 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.937854 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.004491 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3122943ac6a74f02a48ff159f39b543b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6955068 Sep 24 15:33:48.007206 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46606) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:48.009644 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Router 936d5568-a45b-4469-b752-19202e80c923 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:48.010965 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3289a10d-6316-499e-99ac-9dcd21d113fa,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:48.027629 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.027993 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.028323 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.028653 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.028983 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.029310 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.029634 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.029955 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.030277 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.030595 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.030914 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.031381 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e53fd3-b419-4807-9436-687f393ea5a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.067701 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.097859 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.156926 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c7377-ae82-4f85-8960-dd01e7badc7d req-f9dfa63c-3213-44b7-958d-6025b24f08e4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.158409 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e8c7377-ae82-4f85-8960-dd01e7badc7d req-f9dfa63c-3213-44b7-958d-6025b24f08e4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0895677 Sep 24 15:33:48.175679 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:48.184678 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.189610 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:48.198280 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:48.198942 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:48.226758 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9277cc4d-3298-4435-823e-25daee8dfd66 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "PUT /v2.0/floatingips/ad08dfc5-7790-4467-a983-7d4eaa0b16ca HTTP/1.1" status: 200 len: 990 time: 1.6787431 Sep 24 15:33:48.229908 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e8c7377-ae82-4f85-8960-dd01e7badc7d req-b08749a9-2ff6-4157-8861-2aef95e6fd96 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625532 Sep 24 15:33:48.230360 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:48.232770 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac44475-6647-48b5-902b-edb218203026" -d '{"events": [{"name": "network-changed", "server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:48.284218 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e27f2e-02d7-4220-873a-683fa7fd8605 x-openstack-request-id: req-70e27f2e-02d7-4220-873a-683fa7fd8605 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:48.284511 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:48.284767 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70e27f2e-02d7-4220-873a-683fa7fd8605 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:48.285243 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'status': 'completed', 'code': 200} Sep 24 15:33:48.327432 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:48.345138 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.348913 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.348913 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3289a10d-6316-499e-99ac-9dcd21d113fa HTTP/1.1" status: 204 len: 168 time: 0.3394027 Sep 24 15:33:48.360159 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3289a10d-6316-499e-99ac-9dcd21d113fa,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:48.370648 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.371122 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.371496 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.371915 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.372459 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.373234 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.373633 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.373955 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.374286 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.374613 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.374933 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.375292 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49caa61a-7665-4ae8-b269-f5ea85e236a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:48.385252 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44475-6647-48b5-902b-edb218203026 req-d0980dd0-f055-46a2-bd53-b3aa695ea90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.385252 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-d0980dd0-f055-46a2-bd53-b3aa695ea90f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1098 time: 0.0661676 Sep 24 15:33:48.489235 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44475-6647-48b5-902b-edb218203026 req-f4f2619a-ca7f-4582-afd3-82d35ff32f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.490708 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-f4f2619a-ca7f-4582-afd3-82d35ff32f25 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.0841253 Sep 24 15:33:48.597800 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-b21ea986-2004-42e6-af06-dcb279273252 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 200 len: 998 time: 0.0940814 Sep 24 15:33:48.664141 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44475-6647-48b5-902b-edb218203026 req-eb7e791c-0d7a-4f09-af89-86751258dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.674400 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-eb7e791c-0d7a-4f09-af89-86751258dae7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0445850 Sep 24 15:33:48.674848 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'ad08dfc5-7790-4467-a983-7d4eaa0b16ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '936d5568-a45b-4469-b752-19202e80c923', 'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'mac_address': 'fa:16:3e:f8:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:33:06Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 1, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:48.699371 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:48.710423 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:48.711037 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:48.718638 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f461eb-1fd0-4ba9-846d-faca6c8c4468 req-8208a830-be99-4a8e-9544-5b5580a2b9a0 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.720795 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-82f461eb-1fd0-4ba9-846d-faca6c8c4468 req-8208a830-be99-4a8e-9544-5b5580a2b9a0 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0531957 Sep 24 15:33:48.730771 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44475-6647-48b5-902b-edb218203026 req-a126cfc7-16f3-4d35-b9dc-262d06b45606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.732330 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-a126cfc7-16f3-4d35-b9dc-262d06b45606 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563681 Sep 24 15:33:48.760247 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-82f461eb-1fd0-4ba9-846d-faca6c8c4468 req-295bae90-404b-4aa9-b0cb-241b895f4fa4 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Sep 24 15:33:48.829101 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:48.839508 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-c957df7e-eda5-4dcd-8ab1-93ed44e96040 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949373 Sep 24 15:33:48.945419 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eac44475-6647-48b5-902b-edb218203026 req-416cfbc2-1a4c-4a44-94c1-12ec65b9cd1c service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902829 Sep 24 15:33:48.980738 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46626) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:49.077532 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'ad08dfc5-7790-4467-a983-7d4eaa0b16ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '936d5568-a45b-4469-b752-19202e80c923', 'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'mac_address': 'fa:16:3e:f8:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:33:06Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 1, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:49.111820 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e2a131df-85d4-4f91-9649-2204b47a8055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.112873 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e8e4d-c86c-4c88-b328-a15ef928bd27 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'ad08dfc5-7790-4467-a983-7d4eaa0b16ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '936d5568-a45b-4469-b752-19202e80c923', 'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'mac_address': 'fa:16:3e:f8:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:33:06Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 1, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:49.216347 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e2a131df-85d4-4f91-9649-2204b47a8055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.224487 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46642) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:49.237580 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5f91db0e-7884-4bdb-b3b8-69253f69d75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.348808 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e2a131df-85d4-4f91-9649-2204b47a8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.348905 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16bb5-fe2e-4c4b-9fc0-beca1bdb0950 None None] New status for floating IP ad08dfc5-7790-4467-a983-7d4eaa0b16ca: ACTIVE {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:33:49.408881 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0d463-53ba-4f9b-8d73-d6ab01c39e73 req-55d9b338-e8e1-48ec-bee1-74a3db450cc4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:49.410417 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da0d463-53ba-4f9b-8d73-d6ab01c39e73 req-55d9b338-e8e1-48ec-bee1-74a3db450cc4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.1053619 Sep 24 15:33:49.411052 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a131df-85d4-4f91-9649-2204b47a8055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb169d5-ff71-44f3-b042-6f652db1e0c6,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:49.424470 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46650) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:49.424568 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e2a131df-85d4-4f91-9649-2204b47a8055 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f3c665c611c4bfbbe57b44a8ff96be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390011 Sep 24 15:33:49.471685 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1d84-aaf7-4f35-a7b0-704ab5ccbbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.484598 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da0d463-53ba-4f9b-8d73-d6ab01c39e73 req-e1cb875a-da77-4f82-99b0-9a0afe55b839 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480962 Sep 24 15:33:49.498683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1d84-aaf7-4f35-a7b0-704ab5ccbbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.528090 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5f91db0e-7884-4bdb-b3b8-69253f69d75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.693455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5f91db0e-7884-4bdb-b3b8-69253f69d75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.730002 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5f91db0e-7884-4bdb-b3b8-69253f69d75e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47eb89fa24e34ac58ec87902294ea73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044515 Sep 24 15:33:49.731997 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91db0e-7884-4bdb-b3b8-69253f69d75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf43c6-ca6a-4673-b54f-cacc9d8fc381,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:49.732864 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46652) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:49.745144 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1d84-aaf7-4f35-a7b0-704ab5ccbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.750111 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e1ff1d84-aaf7-4f35-a7b0-704ab5ccbbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.750111 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e1ff1d84-aaf7-4f35-a7b0-704ab5ccbbb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcb169d5-ff71-44f3-b042-6f652db1e0c6 HTTP/1.1" status: 204 len: 168 time: 0.3248231 Sep 24 15:33:49.772449 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1d84-aaf7-4f35-a7b0-704ab5ccbbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb169d5-ff71-44f3-b042-6f652db1e0c6,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:49.828121 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d338a9d2-5244-4d64-b378-fe49c046b701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.856941 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d338a9d2-5244-4d64-b378-fe49c046b701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.859886 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46660) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:49.932900 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083e37-46c4-440f-9068-f90a2d4e59e1 req-5bd1207e-3cfb-4c17-a5f2-eaeb179dcae2 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:49.934328 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-02083e37-46c4-440f-9068-f90a2d4e59e1 req-5bd1207e-3cfb-4c17-a5f2-eaeb179dcae2 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0796797 Sep 24 15:33:49.974893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ee08a62f-cbd9-48c6-ba13-70c072b6bb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.976279 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-02083e37-46c4-440f-9068-f90a2d4e59e1 req-63719471-976b-4f8e-af43-70146202ee86 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/security-groups?id=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355911 Sep 24 15:33:50.103633 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d338a9d2-5244-4d64-b378-fe49c046b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.106360 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d338a9d2-5244-4d64-b378-fe49c046b701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.107532 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d338a9d2-5244-4d64-b378-fe49c046b701 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fadf43c6-ca6a-4673-b54f-cacc9d8fc381 HTTP/1.1" status: 204 len: 168 time: 0.3727407 Sep 24 15:33:50.115857 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338a9d2-5244-4d64-b378-fe49c046b701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf43c6-ca6a-4673-b54f-cacc9d8fc381,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.182539 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ee08a62f-cbd9-48c6-ba13-70c072b6bb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.287341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ee08a62f-cbd9-48c6-ba13-70c072b6bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.327432 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08a62f-cbd9-48c6-ba13-70c072b6bb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56141561-2ce5-40d1-a527-764dc75a0dd1,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.332205 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ee08a62f-cbd9-48c6-ba13-70c072b6bb9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=005f93b310c248189e7e9c2eba9d4bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707847 Sep 24 15:33:50.335372 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46672) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:50.385424 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3a206144-8afd-421a-9f08-6ee0fa382af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.407442 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3a206144-8afd-421a-9f08-6ee0fa382af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.527428 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17890627-2707-44cb-9b01-1350c24346cd req-c2625ea3-b654-425a-aca8-9389e79ad8f5 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:50.529312 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-17890627-2707-44cb-9b01-1350c24346cd req-c2625ea3-b654-425a-aca8-9389e79ad8f5 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.109 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 946 time: 0.0522635 Sep 24 15:33:50.587474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3a206144-8afd-421a-9f08-6ee0fa382af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.590329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3a206144-8afd-421a-9f08-6ee0fa382af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.591654 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3a206144-8afd-421a-9f08-6ee0fa382af5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56141561-2ce5-40d1-a527-764dc75a0dd1 HTTP/1.1" status: 204 len: 168 time: 0.2554297 Sep 24 15:33:50.612610 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a206144-8afd-421a-9f08-6ee0fa382af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56141561-2ce5-40d1-a527-764dc75a0dd1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.615732 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2903b-4191-4f57-b361-52378fad44db req-b1dab4d6-70a7-447c-a0c6-28d4c48226e7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:50.617547 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-86f2903b-4191-4f57-b361-52378fad44db req-b1dab4d6-70a7-447c-a0c6-28d4c48226e7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0512595 Sep 24 15:33:50.663714 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-86f2903b-4191-4f57-b361-52378fad44db req-16d41961-2b1c-4246-8c5b-05fb8c0876a5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358622 Sep 24 15:33:50.669139 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46684) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:50.686397 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-abf57de2-d14d-4cec-b958-33763e14f1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.721154 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Deleting port 51b97c06-d726-43e9-85ad-44b3622dcae6 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:50.721500 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.792917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-abf57de2-d14d-4cec-b958-33763e14f1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.816495 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] For port 51b97c06-d726-43e9-85ad-44b3622dcae6, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51b97c06-d726-43e9-85ad-44b3622dcae6,segment=NetworkSegment(9a7e33e3-3490-4b50-a63a-9cc91684b4b3),segment_id=9a7e33e3-3490-4b50-a63a-9cc91684b4b3)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:50.816878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.830507 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Calling delete_port for 51b97c06-d726-43e9-85ad-44b3622dcae6 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:50.950181 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-abf57de2-d14d-4cec-b958-33763e14f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.989173 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-abf57de2-d14d-4cec-b958-33763e14f1ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1db020ed459e4f9db64aac7bffb5965c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188217 Sep 24 15:33:50.989983 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf57de2-d14d-4cec-b958-33763e14f1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b214d40-bdfb-4ebc-979a-3f8a664c13c0,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.992639 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46688) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:51.043724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a8-96e6-459b-b48e-cf7d1d0f1a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.053989 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.068687 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['51b97c06-d726-43e9-85ad-44b3622dcae6'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:51.126291 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a8-96e6-459b-b48e-cf7d1d0f1a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.129460 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cfb3541a-6e59-4d70-b1f2-976139473ff7 req-aacf4f3c-e7b2-4bd2-8f2a-96445f4eafb7 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.0683234 Sep 24 15:33:51.145353 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46698) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:51.162687 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Pushing event deleted for resources: {'Port': ['ID=51b97c06-d726-43e9-85ad-44b3622dcae6,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:51.218153 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] No DVR routers for this DVR port 51b97c06-d726-43e9-85ad-44b3622dcae6 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:33:51.224152 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.226845 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-17890627-2707-44cb-9b01-1350c24346cd req-28fe1412-59bb-4f80-bfc5-3b4c30b15428 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.109 "DELETE /v2.0/ports/51b97c06-d726-43e9-85ad-44b3622dcae6 HTTP/1.1" status: 204 len: 173 time: 0.6879075 Sep 24 15:33:51.227346 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'name': 'network-vif-deleted', 'tag': '51b97c06-d726-43e9-85ad-44b3622dcae6'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:51.229994 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340b7cc-ef6f-40cb-af94-cc77883472af" -d '{"events": [{"server_uuid": "4614e8d1-53be-4c5a-9bd7-4ebaf969a56b", "name": "network-vif-deleted", "tag": "51b97c06-d726-43e9-85ad-44b3622dcae6"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:51.269276 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e421ce-fbca-4895-90e0-13a6f6d52977 x-openstack-request-id: req-51e421ce-fbca-4895-90e0-13a6f6d52977 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:51.269574 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4614e8d1-53be-4c5a-9bd7-4ebaf969a56b", "name": "network-vif-deleted", "tag": "51b97c06-d726-43e9-85ad-44b3622dcae6", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:51.269831 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51e421ce-fbca-4895-90e0-13a6f6d52977 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:51.270359 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4614e8d1-53be-4c5a-9bd7-4ebaf969a56b', 'name': 'network-vif-deleted', 'tag': '51b97c06-d726-43e9-85ad-44b3622dcae6', 'status': 'completed', 'code': 200} Sep 24 15:33:51.325002 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6c60e9b5-be0e-4cca-a959-e9b70e6ab00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.334855 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a8-96e6-459b-b48e-cf7d1d0f1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.337526 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8c0192a8-96e6-459b-b48e-cf7d1d0f1a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.338708 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-8c0192a8-96e6-459b-b48e-cf7d1d0f1a5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b214d40-bdfb-4ebc-979a-3f8a664c13c0 HTTP/1.1" status: 204 len: 168 time: 0.3450925 Sep 24 15:33:51.348658 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0192a8-96e6-459b-b48e-cf7d1d0f1a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b214d40-bdfb-4ebc-979a-3f8a664c13c0,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:51.421640 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6c60e9b5-be0e-4cca-a959-e9b70e6ab00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.517574 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6c60e9b5-be0e-4cca-a959-e9b70e6ab00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.566044 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6c60e9b5-be0e-4cca-a959-e9b70e6ab00a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18b75ec8796747b78e4872599022e263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173419 Sep 24 15:33:51.566044 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60e9b5-be0e-4cca-a959-e9b70e6ab00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41dab91-73ec-4c50-9fc3-46804c52c8c1,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:51.566433 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46712) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:51.595423 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46714) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:51.616611 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf9e6-864e-404b-8b45-fcdd5585faf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.653844 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-697f839f-d722-4736-88e2-5602f6c0ce93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.692697 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-697f839f-d722-4736-88e2-5602f6c0ce93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.781101 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf9e6-864e-404b-8b45-fcdd5585faf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.791779 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09557eef-7f79-448b-baff-67f9c08af982 req-e29ef7c0-94b5-498c-8042-9745a7839cb6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:51.795070 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-09557eef-7f79-448b-baff-67f9c08af982 req-e29ef7c0-94b5-498c-8042-9745a7839cb6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0505731 Sep 24 15:33:51.835435 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-09557eef-7f79-448b-baff-67f9c08af982 req-504aaa49-b941-4b73-91c8-364cec17ccb4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Sep 24 15:33:51.968464 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-697f839f-d722-4736-88e2-5602f6c0ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.971938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-697f839f-d722-4736-88e2-5602f6c0ce93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.973315 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-697f839f-d722-4736-88e2-5602f6c0ce93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f41dab91-73ec-4c50-9fc3-46804c52c8c1 HTTP/1.1" status: 204 len: 168 time: 0.4041917 Sep 24 15:33:51.974265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf9e6-864e-404b-8b45-fcdd5585faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.993823 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f839f-d722-4736-88e2-5602f6c0ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41dab91-73ec-4c50-9fc3-46804c52c8c1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:52.022714 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf9e6-864e-404b-8b45-fcdd5585faf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ebc60-c679-4000-8a7a-09be510c5038,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:52.037448 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1dbcf9e6-864e-404b-8b45-fcdd5585faf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34e1da6c69614e45a868981a910ae6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409084 Sep 24 15:33:52.040100 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46728) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:52.095361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3efb1bd4-148c-4303-8d3c-04361765eccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.120159 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3efb1bd4-148c-4303-8d3c-04361765eccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.272469 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3edcb7ba-dcd9-4647-9e9e-180dc03ff59d req-11473d81-c5a7-4dfb-97c9-0e8c75c36305 tempest-DeleteServersTestJSON-1022144091 tempest-DeleteServersTestJSON-1022144091-project] 10.222.0.60 "GET /v2.0/ports?device_id=4614e8d1-53be-4c5a-9bd7-4ebaf969a56b HTTP/1.1" status: 200 len: 210 time: 0.0272868 Sep 24 15:33:52.297849 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3efb1bd4-148c-4303-8d3c-04361765eccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.300706 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3efb1bd4-148c-4303-8d3c-04361765eccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.302011 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3efb1bd4-148c-4303-8d3c-04361765eccf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a0ebc60-c679-4000-8a7a-09be510c5038 HTTP/1.1" status: 204 len: 168 time: 0.2602329 Sep 24 15:33:52.313909 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1bd4-148c-4303-8d3c-04361765eccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ebc60-c679-4000-8a7a-09be510c5038,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:52.952613 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde39291-bc6a-40ac-9161-997d69994cd3 req-a8ffe357-1b31-40d8-9f24-03116bc5ea53 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:52.954573 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bde39291-bc6a-40ac-9161-997d69994cd3 req-a8ffe357-1b31-40d8-9f24-03116bc5ea53 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0482483 Sep 24 15:33:53.005536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bde39291-bc6a-40ac-9161-997d69994cd3 req-a7e58238-8bfb-4fac-bbb3-729233921588 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428734 Sep 24 15:33:53.023200 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46760) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:53.038498 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5abae8ec-3b74-456b-9d00-b0ac703f46bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.077090 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51b97c06-d726-43e9-85ad-44b3622dcae6 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:53.113932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 51b97c06-d726-43e9-85ad-44b3622dcae6 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:33:53.114659 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51b97c06-d726-43e9-85ad-44b3622dcae6 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:33:53.134712 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5abae8ec-3b74-456b-9d00-b0ac703f46bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.270361 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5abae8ec-3b74-456b-9d00-b0ac703f46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.315628 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-5abae8ec-3b74-456b-9d00-b0ac703f46bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=419d46c329914114bc03a5f1057ca463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882326 Sep 24 15:33:53.315628 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abae8ec-3b74-456b-9d00-b0ac703f46bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347377e0-b9aa-4428-99ab-4cc8215701c7,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:53.321746 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46768) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:53.379644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ce412dbf-1156-4d04-934c-9ec914927c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.420637 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:33:53.422121 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ce412dbf-1156-4d04-934c-9ec914927c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.571409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46786) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:53.587961 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8247b964-5107-43a1-959c-d5c4d92b0d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.649499 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ce412dbf-1156-4d04-934c-9ec914927c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.657601 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ce412dbf-1156-4d04-934c-9ec914927c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.657601 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ce412dbf-1156-4d04-934c-9ec914927c43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/347377e0-b9aa-4428-99ab-4cc8215701c7 HTTP/1.1" status: 204 len: 168 time: 0.3380468 Sep 24 15:33:53.673293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412dbf-1156-4d04-934c-9ec914927c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347377e0-b9aa-4428-99ab-4cc8215701c7,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:53.743412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8247b964-5107-43a1-959c-d5c4d92b0d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.887514 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8247b964-5107-43a1-959c-d5c4d92b0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.925740 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-8247b964-5107-43a1-959c-d5c4d92b0d7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cdc4f59b0c5487abd0ce79fb376c909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532660 Sep 24 15:33:53.926636 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247b964-5107-43a1-959c-d5c4d92b0d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7259d88-c607-4c49-a1c8-47870c7c81d0,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:53.928522 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46796) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:53.993541 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3bf876c1-397a-4050-a647-14511cd1879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.016702 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3bf876c1-397a-4050-a647-14511cd1879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.131190 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ca4a-05f0-4db9-bfeb-6deb60333167 req-ece41e66-d32b-4123-b163-b6b0dfd24104 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.132605 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0319ca4a-05f0-4db9-bfeb-6deb60333167 req-ece41e66-d32b-4123-b163-b6b0dfd24104 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Sep 24 15:33:54.170271 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0319ca4a-05f0-4db9-bfeb-6deb60333167 req-59f798cb-3c43-40e7-8719-4fd84954736c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Sep 24 15:33:54.258929 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3bf876c1-397a-4050-a647-14511cd1879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.262208 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3bf876c1-397a-4050-a647-14511cd1879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.263571 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-3bf876c1-397a-4050-a647-14511cd1879f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7259d88-c607-4c49-a1c8-47870c7c81d0 HTTP/1.1" status: 204 len: 168 time: 0.3340619 Sep 24 15:33:54.272740 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf876c1-397a-4050-a647-14511cd1879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7259d88-c607-4c49-a1c8-47870c7c81d0,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:54.578309 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-f9adfd93-ac3d-4a3e-b29a-68d56d436d7f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2285893 Sep 24 15:33:54.662484 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-5a970f7d-0aff-48a8-96bd-d8c1b402d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.664025 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-5a970f7d-0aff-48a8-96bd-d8c1b402d4d7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 1099 time: 0.0442424 Sep 24 15:33:54.797405 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-624792b0-676f-4c5e-b16a-4e829852abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.799008 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-624792b0-676f-4c5e-b16a-4e829852abe4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 916 time: 0.1109002 Sep 24 15:33:54.842398 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-4a06e41e-427c-4eb5-86cf-81b2ce05898c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a HTTP/1.1" status: 200 len: 217 time: 0.0354044 Sep 24 15:33:54.892213 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-af4df961-8020-4e39-8612-68545c29f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.893746 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-af4df961-8020-4e39-8612-68545c29f444 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 200 len: 854 time: 0.0437856 Sep 24 15:33:54.925366 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-0da46b47-7207-4ce5-b77b-a6ecd0835644 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6f6f70c9-9209-45a3-b796-d3f537cf0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237973 Sep 24 15:33:55.055392 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-04d2925f-222d-4940-b14f-7d2582eed858 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180410 Sep 24 15:33:55.191282 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46866) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:55.213963 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c52aadb6-457d-402a-bacc-741b4d50df74 req-96d1c233-ac75-408c-ac9f-52bd8937f099 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448107 Sep 24 15:33:55.269453 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Deleting subnet 4b2b1c2d-756a-4b51-86a5-690ad4661d3b {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:33:55.273615 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.319561 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.326772 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30324ba8-2b82-4813-a2d8-c056e51b43dd req-98e32471-0921-4bd2-a068-53f90832926e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:55.329239 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30324ba8-2b82-4813-a2d8-c056e51b43dd req-98e32471-0921-4bd2-a068-53f90832926e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0618372 Sep 24 15:33:55.373610 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30324ba8-2b82-4813-a2d8-c056e51b43dd req-1c5bad69-3d57-4940-8176-26074ba0719b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Sep 24 15:33:55.403488 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.556133 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.584432 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2b1c2d-756a-4b51-86a5-690ad4661d3b,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:55.591812 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.594261 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-baab0e60-d85a-4302-ac55-ae6e860c12ce admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4b2b1c2d-756a-4b51-86a5-690ad4661d3b HTTP/1.1" status: 204 len: 168 time: 0.3960409 Sep 24 15:33:55.596868 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46902) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:55.667052 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.746015 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.766526 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291dd889-484d-49b5-965b-269beb739f49']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:55.776393 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7e33e3-3490-4b50-a63a-9cc91684b4b3') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:55.776760 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7e33e3-3490-4b50-a63a-9cc91684b4b3') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:55.788031 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.801250 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.808983 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:33:55.809380 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:33:55.811041 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:33:55.947916 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.952981 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.957704 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] 10.222.0.60 "DELETE /v2.0/networks/291dd889-484d-49b5-965b-269beb739f49 HTTP/1.1" status: 204 len: 168 time: 0.3571157 Sep 24 15:33:55.974017 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea04b9-1d97-4c23-9fbd-c6b315068009 admin admin] Pushing event deleted for resources: {'Network': ['ID=291dd889-484d-49b5-965b-269beb739f49,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:56.035484 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.124095 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-fb83c19f-7c34-4aac-bb68-6320acf33001 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:56.131081 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-fb83c19f-7c34-4aac-bb68-6320acf33001 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.1205719 Sep 24 15:33:56.147293 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-8e452b74-3c0f-4578-8d5d-bdb013345927 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/quotas/ea124211030c4717959a7d19c27aca65 HTTP/1.1" status: 200 len: 375 time: 0.0152736 Sep 24 15:33:56.161698 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46930) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:56.210623 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-bc42302c-08c0-4b40-98d6-6a55ba911610 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624821 Sep 24 15:33:56.302554 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-0214aa3a-6714-4e1a-9e12-8416a607144e service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Sep 24 15:33:56.399836 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-9d6547ac-7ade-4748-9c11-0133efca23d5 service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910575 Sep 24 15:33:56.508967 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bdb42b3-0bde-4a71-9228-55572756f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.514146 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b373-2c7a-401a-afa1-f324dcbb249b req-125ead22-8399-4bbc-b369-7b7fd8a31f64 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:56.516401 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a769b373-2c7a-401a-afa1-f324dcbb249b req-125ead22-8399-4bbc-b369-7b7fd8a31f64 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0606682 Sep 24 15:33:56.558504 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a769b373-2c7a-401a-afa1-f324dcbb249b req-e606eef4-65f5-4790-a347-59c898cbbb27 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Sep 24 15:33:56.627464 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bdb42b3-0bde-4a71-9228-55572756f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.652795 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46948) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:56.654246 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a0b2578c-9f2c-4592-bbac-72289fe93b56 req-5b729d53-78fc-468f-bcb9-e50c156cce7d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 210 time: 0.0315320 Sep 24 15:33:56.706596 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ea318429-bc85-4ee5-98ac-ad86ad8d1501 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6b0661c0abe42f88a50a225941d0369&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526433 Sep 24 15:33:56.708951 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 46950) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:56.750280 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bdb42b3-0bde-4a71-9228-55572756f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.780044 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7aaa64f7-2ea9-4900-b439-dbfc466693e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.786901 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4bdb42b3-0bde-4a71-9228-55572756f3a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c970f9f722d40d4a5f2d9fd309180e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240447 Sep 24 15:33:56.789448 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46956) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:56.811517 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7aaa64f7-2ea9-4900-b439-dbfc466693e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.843935 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb42b3-0bde-4a71-9228-55572756f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0d0ad-d4b6-4bfe-bbc2-3819e79d06fd,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:56.866158 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4dabd428-e290-489f-a329-c1ce754d6194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.888334 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4dabd428-e290-489f-a329-c1ce754d6194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.989807 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7aaa64f7-2ea9-4900-b439-dbfc466693e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.001033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7aaa64f7-2ea9-4900-b439-dbfc466693e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.001033 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-7aaa64f7-2ea9-4900-b439-dbfc466693e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4f00153-cd3e-42d8-a967-6eb7fdf11fd6 HTTP/1.1" status: 204 len: 168 time: 0.2836692 Sep 24 15:33:57.003652 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa64f7-2ea9-4900-b439-dbfc466693e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f00153-cd3e-42d8-a967-6eb7fdf11fd6,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:57.054062 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 46972) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:57.121267 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4dabd428-e290-489f-a329-c1ce754d6194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.124189 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4dabd428-e290-489f-a329-c1ce754d6194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.126239 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4dabd428-e290-489f-a329-c1ce754d6194 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9e0d0ad-d4b6-4bfe-bbc2-3819e79d06fd HTTP/1.1" status: 204 len: 168 time: 0.3353755 Sep 24 15:33:57.135721 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabd428-e290-489f-a329-c1ce754d6194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0d0ad-d4b6-4bfe-bbc2-3819e79d06fd,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:57.344306 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1020381382-network', 'tenant_id': 'ad8d48fb8d86483c965504d5251700e0'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:57.503736 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Made reservation on behalf of ad8d48fb8d86483c965504d5251700e0 for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:57.506063 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.514891 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.644025 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.726623 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da238-348c-4b19-b172-7fcc397138fd req-4b90b6cb-f750-47ed-9d1f-5847cfcf0631 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:57.734997 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d24da238-348c-4b19-b172-7fcc397138fd req-4b90b6cb-f750-47ed-9d1f-5847cfcf0631 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0990813 Sep 24 15:33:57.777558 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3d6effc8-b785-4869-8d82-00c01f05d30b req-ad5da86f-1adc-41d5-bae7-7a259e74f7d6 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 210 time: 0.0489931 Sep 24 15:33:57.797603 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d24da238-348c-4b19-b172-7fcc397138fd req-dc5e0873-e3ab-495c-ba84-6e50926cfe6b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615242 Sep 24 15:33:57.818088 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.842231 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1304, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:57.856925 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fbec37-299c-4217-a5ef-ce57897ad2fa,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:57.859853 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.860194 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Added segment a5e3e721-e2bd-4a17-826f-f1100db6df59 of type vlan for network edd0451f-4747-4b15-ad82-03f3f710f38a Sep 24 15:33:57.906964 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.079360 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.080335 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:58.080984 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.158284 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] Pushing event updated for resources: {'Network': ['ID=edd0451f-4747-4b15-ad82-03f3f710f38a,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:58.169088 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network edd0451f-4747-4b15-ad82-03f3f710f38a details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:58.273735 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-94660733-cff6-4c41-85f2-5bc43f2d07f3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2154317 Sep 24 15:33:58.273911 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47008) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:58.285612 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Request body: {'subnet': {'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1020381382-subnet', 'tenant_id': 'ad8d48fb8d86483c965504d5251700e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:58.285745 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47012) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:58.309292 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0d8c43f4-c467-42d5-b064-f8f0a2405101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.423866 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Made reservation on behalf of ad8d48fb8d86483c965504d5251700e0 for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:58.426722 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.514830 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0d8c43f4-c467-42d5-b064-f8f0a2405101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.600977 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0d8c43f4-c467-42d5-b064-f8f0a2405101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.639430 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-0d8c43f4-c467-42d5-b064-f8f0a2405101 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=642cea64383b4ca1a30002a8026113c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523977 Sep 24 15:33:58.640417 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c43f4-c467-42d5-b064-f8f0a2405101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598ad1f-6d10-4f0a-ab2e-39b2709847f9,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:58.643313 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47028) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:58.694861 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca9b07bd-cd40-485e-ab69-468d19180fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.715545 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca9b07bd-cd40-485e-ab69-468d19180fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.766860 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.832751 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df32872-830d-49c6-8f1e-ee8405734358,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:58.862456 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-040dbe45-9c5b-4021-90cc-fd8904cc7b8d req-baaaeb89-82fc-4647-aff1-2538aa62b8f1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 210 time: 0.0308905 Sep 24 15:33:58.863178 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Checking segment: {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:58.866668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Network hostable DHCP agents. Network: edd0451f-4747-4b15-ad82-03f3f710f38a, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:33:58.933086 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bffba-5f4d-4a56-b538-a651f0460791 req-a01c3bb7-54c8-43c8-8ef9-9019fb52d2ab tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:58.934709 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c91bffba-5f4d-4a56-b538-a651f0460791 req-a01c3bb7-54c8-43c8-8ef9-9019fb52d2ab tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0635240 Sep 24 15:33:58.957313 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca9b07bd-cd40-485e-ab69-468d19180fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.959930 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ca9b07bd-cd40-485e-ab69-468d19180fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.964635 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ca9b07bd-cd40-485e-ab69-468d19180fd6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5598ad1f-6d10-4f0a-ab2e-39b2709847f9 HTTP/1.1" status: 204 len: 168 time: 0.3168240 Sep 24 15:33:58.980639 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b07bd-cd40-485e-ab69-468d19180fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598ad1f-6d10-4f0a-ab2e-39b2709847f9,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:58.984457 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Network edd0451f-4747-4b15-ad82-03f3f710f38a is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:33:59.013155 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c91bffba-5f4d-4a56-b538-a651f0460791 req-b94ae28e-b0fe-4b6c-889d-0bcd82bec664 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Sep 24 15:33:59.103897 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, edd0451f-4747-4b15-ad82-03f3f710f38a) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:59.109746 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:59.117069 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.117740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f827889-bc24-4142-b783-0ae9bdd87343 None None] Network edd0451f-4747-4b15-ad82-03f3f710f38a requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:59.266022 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195e6f9-b927-4eb5-8d3b-311687b5c82f None None] Network edd0451f-4747-4b15-ad82-03f3f710f38a requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:59.270215 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0206a15c-b618-46b4-8da0-be5a8bc76549 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9952407 Sep 24 15:33:59.924308 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-3537aaac-a7e1-4308-9ccd-b31801ec318c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:59.925807 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-3537aaac-a7e1-4308-9ccd-b31801ec318c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.1036034 Sep 24 15:33:59.953733 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Request body: {'port': {'device_id': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'admin_state_up': True, 'tenant_id': 'ea124211030c4717959a7d19c27aca65'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:59.961688 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6386b9ec-8eb7-492a-ad1e-56b130947644 req-4d765b76-e041-4fef-9b1c-22dfea098079 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 210 time: 0.0275624 Sep 24 15:34:00.153939 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300721e5-dc03-44b8-b0e8-6e50048a5ddb req-3330f4ee-ddd5-4096-9502-42bde7480a19 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:00.155555 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-300721e5-dc03-44b8-b0e8-6e50048a5ddb req-3330f4ee-ddd5-4096-9502-42bde7480a19 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0622566 Sep 24 15:34:00.184109 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Made reservation on behalf of ea124211030c4717959a7d19c27aca65 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:00.188922 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.205336 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-300721e5-dc03-44b8-b0e8-6e50048a5ddb req-a2459780-d504-4230-af02-734ad9facffa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Sep 24 15:34:00.354625 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Allocated IP 172.20.0.9 (6f6f70c9-9209-45a3-b796-d3f537cf0dea/671cd4cf-26f4-4493-8248-52fe2ad0109c/f597bd05-d344-4b22-a5d0-c4cddb730d93) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:00.591292 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.698237 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.712403 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:00.755295 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:00.764849 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:00.766350 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:00.772168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:00.772809 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.776562 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event updated for resources: {'Port': ['ID=f597bd05-d344-4b22-a5d0-c4cddb730d93,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:00.887452 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-492264c1-b60e-46d4-a303-05b2b0e113fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380467 Sep 24 15:34:00.904548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Request body: {'port': {'device_id': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:00.959822 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.102155 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a328bdf-184f-43e8-bd7c-4137410162cf req-582b3544-1664-46cd-a5d3-18e380c84fb0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:01.103656 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a328bdf-184f-43e8-bd7c-4137410162cf req-582b3544-1664-46cd-a5d3-18e380c84fb0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 931 time: 0.0584397 Sep 24 15:34:01.147567 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a328bdf-184f-43e8-bd7c-4137410162cf req-a1f2249f-2678-4dcc-a010-a1032a2cae01 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Sep 24 15:34:01.220004 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f597bd05-d344-4b22-a5d0-c4cddb730d93 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:01.227900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.240042 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Transition to ACTIVE for port object f597bd05-d344-4b22-a5d0-c4cddb730d93 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:01.309163 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ddf25807-5e0f-4609-a1f6-d5e76a235212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.334356 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd1b4-4749-47c7-be64-d9e94fb3e32e req-b5436a4c-e11a-4465-90cf-0397efd4ae50 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:01.336155 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c86cd1b4-4749-47c7-be64-d9e94fb3e32e req-b5436a4c-e11a-4465-90cf-0397efd4ae50 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0682414 Sep 24 15:34:01.375553 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.392492 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47142) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:01.447671 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c86cd1b4-4749-47c7-be64-d9e94fb3e32e req-958eada7-822f-4c01-9b1d-6b95a7e02aa5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995274 Sep 24 15:34:01.481644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f597bd05-d344-4b22-a5d0-c4cddb730d93,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:01.492897 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Attempting to bind port f597bd05-d344-4b22-a5d0-c4cddb730d93 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:01.493235 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Attempting to bind port f597bd05-d344-4b22-a5d0-c4cddb730d93 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:01.493570 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Attempting to bind port f597bd05-d344-4b22-a5d0-c4cddb730d93 on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:01.497853 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Port f597bd05-d344-4b22-a5d0-c4cddb730d93 on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:01.498168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Attempting to bind port f597bd05-d344-4b22-a5d0-c4cddb730d93 on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:01.503531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:01.503864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Checking segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:01.504246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Bound using segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:01.504696 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Bound port: f597bd05-d344-4b22-a5d0-c4cddb730d93, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:01.505052 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.522008 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-728bd3e3-4139-477b-8599-a620d95e1b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.571345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] For port f597bd05-d344-4b22-a5d0-c4cddb730d93, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:01.576357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] For port f597bd05-d344-4b22-a5d0-c4cddb730d93, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=f597bd05-d344-4b22-a5d0-c4cddb730d93,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:01.618648 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-728bd3e3-4139-477b-8599-a620d95e1b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.661087 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47158) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:01.703186 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.759846 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f597bd05-d344-4b22-a5d0-c4cddb730d93,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:01.770391 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:01.770561 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ff664b22-8d0c-4cae-96d6-e5db15988ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.773419 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-728bd3e3-4139-477b-8599-a620d95e1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.775600 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.777655 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-259b96a7-ec57-4336-9915-753123edbcc3 service neutron] 10.222.0.109 "PUT /v2.0/ports/f597bd05-d344-4b22-a5d0-c4cddb730d93 HTTP/1.1" status: 200 len: 1093 time: 0.8772466 Sep 24 15:34:01.778735 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'tag': 'f597bd05-d344-4b22-a5d0-c4cddb730d93'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:01.782490 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edd612a-9593-455b-88e6-1427dc72456a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d38681b-9b68-4767-a7f9-bba21195a1ab", "tag": "f597bd05-d344-4b22-a5d0-c4cddb730d93"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:01.820290 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294038a-c1d1-423e-b776-fe479dfece4f x-openstack-request-id: req-e294038a-c1d1-423e-b776-fe479dfece4f {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:01.820836 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d38681b-9b68-4767-a7f9-bba21195a1ab", "tag": "f597bd05-d344-4b22-a5d0-c4cddb730d93", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:01.821086 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e294038a-c1d1-423e-b776-fe479dfece4f {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:01.821558 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'tag': 'f597bd05-d344-4b22-a5d0-c4cddb730d93', 'status': 'completed', 'code': 200} Sep 24 15:34:01.837575 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bd3e3-4139-477b-8599-a620d95e1b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f6e65-2bd4-468a-b974-5309a0235210,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:01.851417 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-728bd3e3-4139-477b-8599-a620d95e1b51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd9458dda1a6448898d856ccf0de4e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550326 Sep 24 15:34:01.851705 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47172) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:01.913469 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd612a-9593-455b-88e6-1427dc72456a req-2418c4fd-b14c-4a87-a061-663708474f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:01.914852 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ff664b22-8d0c-4cae-96d6-e5db15988ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.915126 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2edd612a-9593-455b-88e6-1427dc72456a req-2418c4fd-b14c-4a87-a061-663708474f70 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 1096 time: 0.0735912 Sep 24 15:34:01.928513 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-04136806-ca83-4249-88dc-0d2f48b6f0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.970729 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-04136806-ca83-4249-88dc-0d2f48b6f0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.065190 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd612a-9593-455b-88e6-1427dc72456a req-402fca62-d4a7-4485-99ed-2d1d08bfab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.066880 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2edd612a-9593-455b-88e6-1427dc72456a req-402fca62-d4a7-4485-99ed-2d1d08bfab08 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=ea124211030c4717959a7d19c27aca65&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1342185 Sep 24 15:34:02.155012 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ff664b22-8d0c-4cae-96d6-e5db15988ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.165388 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd612a-9593-455b-88e6-1427dc72456a req-f51ffbfc-b6c6-4305-96e5-5eab46805758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.166774 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2edd612a-9593-455b-88e6-1427dc72456a req-f51ffbfc-b6c6-4305-96e5-5eab46805758 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912461 Sep 24 15:34:02.200830 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ff664b22-8d0c-4cae-96d6-e5db15988ba1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55946f6461bb4a34ad983c80ebafd292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358050 Sep 24 15:34:02.200830 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff664b22-8d0c-4cae-96d6-e5db15988ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f118f72-754a-4142-aa64-3e09993f2ce2,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:02.201654 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47176) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:02.241244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-04136806-ca83-4249-88dc-0d2f48b6f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.243789 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-04136806-ca83-4249-88dc-0d2f48b6f0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.247069 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-04136806-ca83-4249-88dc-0d2f48b6f0c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f58f6e65-2bd4-468a-b974-5309a0235210 HTTP/1.1" status: 204 len: 168 time: 0.3928163 Sep 24 15:34:02.295567 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc25496-9846-48b1-a663-f5b0c036d7f2 req-3477a65d-455f-434a-9b3c-e7c45ea623a5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.302079 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04136806-ca83-4249-88dc-0d2f48b6f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f6e65-2bd4-468a-b974-5309a0235210,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:02.304716 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcc25496-9846-48b1-a663-f5b0c036d7f2 req-3477a65d-455f-434a-9b3c-e7c45ea623a5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0672925 Sep 24 15:34:02.342184 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-75adde66-287f-44f7-86d9-a2287da37d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.347206 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-d71dd486-09c8-4d91-b728-deb6064b092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.348916 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-d71dd486-09c8-4d91-b728-deb6064b092a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 1096 time: 0.1248112 Sep 24 15:34:02.349811 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcc25496-9846-48b1-a663-f5b0c036d7f2 req-2f38bae0-7f57-47fe-90ce-999ed8e64b57 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Sep 24 15:34:02.400392 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-75adde66-287f-44f7-86d9-a2287da37d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.407518 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-22a3c9c4-52c5-4541-81f9-b46c2fd1ce33 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f597bd05-d344-4b22-a5d0-c4cddb730d93 HTTP/1.1" status: 200 len: 217 time: 0.0472965 Sep 24 15:34:02.493305 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-01952f9c-af8d-4ee5-b5c6-ff0965d7f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.494974 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-01952f9c-af8d-4ee5-b5c6-ff0965d7f404 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 200 len: 854 time: 0.0770664 Sep 24 15:34:02.539030 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-214fdaf4-c706-4694-a92a-b3da1dc1961d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6f6f70c9-9209-45a3-b796-d3f537cf0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269272 Sep 24 15:34:02.643456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-75adde66-287f-44f7-86d9-a2287da37d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.646066 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-75adde66-287f-44f7-86d9-a2287da37d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.650004 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-75adde66-287f-44f7-86d9-a2287da37d84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f118f72-754a-4142-aa64-3e09993f2ce2 HTTP/1.1" status: 204 len: 168 time: 0.4477546 Sep 24 15:34:02.657895 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ae822-a462-410d-85e7-054903a281f5 req-25cf3b91-c28e-4d70-8053-e76d424a3ece tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.659471 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f73ae822-a462-410d-85e7-054903a281f5 req-25cf3b91-c28e-4d70-8053-e76d424a3ece tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.1195166 Sep 24 15:34:02.675563 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adde66-287f-44f7-86d9-a2287da37d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f118f72-754a-4142-aa64-3e09993f2ce2,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:02.734161 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-bbba143e-5e63-4f73-8546-b8d823dfeb83 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690547 Sep 24 15:34:02.761090 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-c5937270-f4d2-496d-a931-6f9e07468a83 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.762359 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f73ae822-a462-410d-85e7-054903a281f5 req-8e49faf1-0ab0-4698-b511-291a05d62edc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901632 Sep 24 15:34:02.768867 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-c5937270-f4d2-496d-a931-6f9e07468a83 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/networks?id=edd0451f-4747-4b15-ad82-03f3f710f38a HTTP/1.1" status: 200 len: 809 time: 0.1414685 Sep 24 15:34:02.798199 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-4c281a46-136c-467c-833b-21421e39d115 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/quotas/ad8d48fb8d86483c965504d5251700e0 HTTP/1.1" status: 200 len: 375 time: 0.0156765 Sep 24 15:34:02.843372 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-bb797df2-755d-4272-b5b1-b7d147574361 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad8d48fb8d86483c965504d5251700e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562732 Sep 24 15:34:02.883568 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3aefb2d-e18c-42b1-aa4e-62696d612383 req-3a04a154-f9b7-4b08-a1c8-d4728110ce27 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384873 Sep 24 15:34:02.945232 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-d0b5ef18-adac-4c47-b423-96c7d9b46119 service neutron] 10.222.0.60 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916104 Sep 24 15:34:03.048316 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-0245e821-aa8c-4d86-bea1-d24248d74c07 service neutron] 10.222.0.60 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965588 Sep 24 15:34:03.402291 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9deddbd7-6c15-4bec-ba2b-d7ca98ff5e55 req-89c31264-c842-46b2-b9b8-117e6c382b32 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0250728 Sep 24 15:34:03.491385 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172959-ad7d-406d-8aed-609bb085458e req-13f9d8fb-a2ec-42d2-9e18-f391e52716d0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:03.493238 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-55172959-ad7d-406d-8aed-609bb085458e req-13f9d8fb-a2ec-42d2-9e18-f391e52716d0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0645704 Sep 24 15:34:03.536509 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-55172959-ad7d-406d-8aed-609bb085458e req-b3bc6f6e-69ee-43b8-a014-160da01036a5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Sep 24 15:34:03.601364 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47250) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:03.615017 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8235660c-130d-48ea-bb78-600cbad89617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.707935 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8235660c-130d-48ea-bb78-600cbad89617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.829664 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8235660c-130d-48ea-bb78-600cbad89617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.895242 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-8235660c-130d-48ea-bb78-600cbad89617 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5286b0ee92f4bd6aa3a1f1716f207df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926748 Sep 24 15:34:03.897862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235660c-130d-48ea-bb78-600cbad89617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e402f3-9c85-4c47-bacc-9a17994de799,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:03.898492 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47278) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:03.919167 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3c212-50aa-4986-a346-faaca78c29c9 req-5085d92e-fa19-40dc-bd4c-d8aca42f0989 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:03.927730 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3cf3c212-50aa-4986-a346-faaca78c29c9 req-5085d92e-fa19-40dc-bd4c-d8aca42f0989 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0725219 Sep 24 15:34:03.966229 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2bf88289-c9b6-4e57-a03d-06ffbdf113ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.977752 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3cf3c212-50aa-4986-a346-faaca78c29c9 req-f221163b-87aa-42d2-a4fe-35a3fcbeae74 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Sep 24 15:34:03.996294 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2bf88289-c9b6-4e57-a03d-06ffbdf113ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.064507 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e6ffa4b2-6bd2-4a6c-955a-0236efb0e6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.115182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47306) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:04.143369 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2bf88289-c9b6-4e57-a03d-06ffbdf113ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.146129 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2bf88289-c9b6-4e57-a03d-06ffbdf113ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.147315 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-2bf88289-c9b6-4e57-a03d-06ffbdf113ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85e402f3-9c85-4c47-bacc-9a17994de799 HTTP/1.1" status: 204 len: 168 time: 0.2475674 Sep 24 15:34:04.162247 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88289-c9b6-4e57-a03d-06ffbdf113ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e402f3-9c85-4c47-bacc-9a17994de799,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:04.225402 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d069c6e6-f3ef-4384-97eb-ac65189ddd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.309741 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d069c6e6-f3ef-4384-97eb-ac65189ddd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.394794 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d069c6e6-f3ef-4384-97eb-ac65189ddd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.438952 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d069c6e6-f3ef-4384-97eb-ac65189ddd4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d16f124580094a2fb193d9ee6c214039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190467 Sep 24 15:34:04.439562 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47320) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:04.446234 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069c6e6-f3ef-4384-97eb-ac65189ddd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4c0e89-6fd4-4cbe-bcfd-bd557e85c366,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:04.509361 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0300324c-3038-4920-bb27-2dfaa6fb97d1 req-e60ede3e-8b36-4a80-ad90-8b7e4bbd5995 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0463793 Sep 24 15:34:04.533637 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f5622290-ebf5-4853-9b3f-f35825d6c8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.555160 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f5622290-ebf5-4853-9b3f-f35825d6c8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.588718 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.657968 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd330-8617-4b43-83a9-48fbb430073f req-2d6b0475-102a-43f0-b4f4-6c40d9d1c090 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:04.664466 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5c7bd330-8617-4b43-83a9-48fbb430073f req-2d6b0475-102a-43f0-b4f4-6c40d9d1c090 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0526721 Sep 24 15:34:04.689498 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f5622290-ebf5-4853-9b3f-f35825d6c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.691954 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f5622290-ebf5-4853-9b3f-f35825d6c8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.695427 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f5622290-ebf5-4853-9b3f-f35825d6c8e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a4c0e89-6fd4-4cbe-bcfd-bd557e85c366 HTTP/1.1" status: 204 len: 168 time: 0.2530243 Sep 24 15:34:04.705398 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5c7bd330-8617-4b43-83a9-48fbb430073f req-1fc0d0e1-3bb0-45c2-81ba-358d8bd674d7 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Sep 24 15:34:04.706140 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5622290-ebf5-4853-9b3f-f35825d6c8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4c0e89-6fd4-4cbe-bcfd-bd557e85c366,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:05.119362 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1e3a6-2dc5-4710-a55f-ff94b6a7ce1a req-a22eead8-8ccf-4d2a-9034-4892c6484520 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:05.120701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.121170 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a5d1e3a6-2dc5-4710-a55f-ff94b6a7ce1a req-a22eead8-8ccf-4d2a-9034-4892c6484520 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0691607 Sep 24 15:34:05.167088 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a5d1e3a6-2dc5-4710-a55f-ff94b6a7ce1a req-17a680fc-ab05-497e-a5ae-9f7d7b938063 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Sep 24 15:34:05.604865 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fdabc11d-940a-43a7-91dd-9086067c9454 req-39828cc9-3ff6-481b-a1a4-74295928e602 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0252643 Sep 24 15:34:05.853186 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d76c4-51c0-4cb1-b350-8b82d781dc23 req-f8e2f774-cc25-475d-b7f2-c55138bc8234 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:05.854716 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-550d76c4-51c0-4cb1-b350-8b82d781dc23 req-f8e2f774-cc25-475d-b7f2-c55138bc8234 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0500796 Sep 24 15:34:05.894208 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-550d76c4-51c0-4cb1-b350-8b82d781dc23 req-1d939fff-e3a0-4283-937b-3bd8b4422377 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Sep 24 15:34:06.009407 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47390) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:06.109726 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-305d1eb3-6192-4294-a4fb-0b00e7f6b5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.196355 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-305d1eb3-6192-4294-a4fb-0b00e7f6b5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.292832 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc764dcc-9256-4bcc-9bcf-7bfde923f92a req-5cb51a97-7ae1-4b0d-a3f8-6f62ff879779 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:06.297200 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bc764dcc-9256-4bcc-9bcf-7bfde923f92a req-5cb51a97-7ae1-4b0d-a3f8-6f62ff879779 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0569658 Sep 24 15:34:06.322889 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-305d1eb3-6192-4294-a4fb-0b00e7f6b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.350143 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bc764dcc-9256-4bcc-9bcf-7bfde923f92a req-e37aa52f-f30f-4b16-9d9e-95e95d38d6e8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470588 Sep 24 15:34:06.374616 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d1eb3-6192-4294-a4fb-0b00e7f6b5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b6ba19-9be8-436f-ac31-fe8605d49802,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:06.379241 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-305d1eb3-6192-4294-a4fb-0b00e7f6b5fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ac51bdca4974eb99923c5580ae62c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685219 Sep 24 15:34:06.382190 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47406) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:06.430962 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-72e82302-d3ff-4f43-805c-be8efa0bef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.454541 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-72e82302-d3ff-4f43-805c-be8efa0bef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.572790 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.651965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-72e82302-d3ff-4f43-805c-be8efa0bef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.654637 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-72e82302-d3ff-4f43-805c-be8efa0bef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.657275 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-72e82302-d3ff-4f43-805c-be8efa0bef5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0b6ba19-9be8-436f-ac31-fe8605d49802 HTTP/1.1" status: 204 len: 168 time: 0.2741697 Sep 24 15:34:06.669938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e82302-d3ff-4f43-805c-be8efa0bef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b6ba19-9be8-436f-ac31-fe8605d49802,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:06.727543 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b9c29ad-807c-4cd6-8214-19b7b582299f req-95ab928d-3d24-469a-9ffb-41ebe7f86939 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0454900 Sep 24 15:34:07.023920 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143e10-de5f-45b4-85a7-50b16835600f req-dcf332b2-e2b9-4dfa-b01f-b5795613ac8e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:07.025449 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-af143e10-de5f-45b4-85a7-50b16835600f req-dcf332b2-e2b9-4dfa-b01f-b5795613ac8e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0541189 Sep 24 15:34:07.066663 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-af143e10-de5f-45b4-85a7-50b16835600f req-af897f3d-85e8-4598-8a26-ae30db189d9e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Sep 24 15:34:07.485063 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dde12-68dd-4e47-be50-afb18cf2bb84 req-f99380bf-951f-4814-b150-882ea91ea6fc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:07.487030 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f92dde12-68dd-4e47-be50-afb18cf2bb84 req-f99380bf-951f-4814-b150-882ea91ea6fc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0587845 Sep 24 15:34:07.532313 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f92dde12-68dd-4e47-be50-afb18cf2bb84 req-8840d0a7-34b0-4da4-a121-d4fe0b2e6808 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Sep 24 15:34:07.829635 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3edf79c2-9585-47a0-9286-3510d7ef45ad req-bedb37bc-e6c8-4a45-a865-3ba74cb4d18f tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0257413 Sep 24 15:34:08.070295 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47486) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:08.208568 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56970cf2-ab1a-4b24-90dc-5e9d520327fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.219238 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c41ee-12c4-4e06-88d9-5c49c22c7bd8 req-c38c7f8d-d223-4b81-bebb-fc5f81709a1d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.221506 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-160c41ee-12c4-4e06-88d9-5c49c22c7bd8 req-c38c7f8d-d223-4b81-bebb-fc5f81709a1d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0629392 Sep 24 15:34:08.285721 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-160c41ee-12c4-4e06-88d9-5c49c22c7bd8 req-c77df1a4-68ff-4e36-9021-c58519606e3e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Sep 24 15:34:08.578345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56970cf2-ab1a-4b24-90dc-5e9d520327fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.601646 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-259105a6-fa5d-48ed-8b95-68313fd1e91b tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.604488 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-259105a6-fa5d-48ed-8b95-68313fd1e91b tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "GET /v2.0/networks?id=edd0451f-4747-4b15-ad82-03f3f710f38a HTTP/1.1" status: 200 len: 809 time: 0.3246017 Sep 24 15:34:08.634399 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Request body: {'port': {'device_id': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a', 'admin_state_up': True, 'tenant_id': 'ad8d48fb8d86483c965504d5251700e0'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:08.668947 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e9a2-642a-412a-9730-9be2c878c9b1 req-2a6529ce-3d25-4629-bbf1-f98ee8a32076 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.670964 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8454e9a2-642a-412a-9730-9be2c878c9b1 req-2a6529ce-3d25-4629-bbf1-f98ee8a32076 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0513685 Sep 24 15:34:08.699326 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56970cf2-ab1a-4b24-90dc-5e9d520327fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.723907 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8454e9a2-642a-412a-9730-9be2c878c9b1 req-4ee0873c-33ee-4799-8928-d4fe07ab1b82 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Sep 24 15:34:08.765478 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56970cf2-ab1a-4b24-90dc-5e9d520327fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ddc082-060b-4863-89bf-7fc6828678d2,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:08.769693 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-56970cf2-ab1a-4b24-90dc-5e9d520327fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=782a6b89e61f4749a6422e85e18e4a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6979234 Sep 24 15:34:08.772396 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47514) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:08.828888 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-750ed5ad-416c-4f66-8c4c-184acc8d2975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.850605 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-750ed5ad-416c-4f66-8c4c-184acc8d2975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.891522 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Made reservation on behalf of ad8d48fb8d86483c965504d5251700e0 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:08.895428 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.946006 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-69be462d-48fc-4098-80d7-9b5d7478bc50 req-95603bf6-28b8-4f85-8201-e11096a11018 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0354557 Sep 24 15:34:08.977438 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-750ed5ad-416c-4f66-8c4c-184acc8d2975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.980086 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-750ed5ad-416c-4f66-8c4c-184acc8d2975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.987850 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-750ed5ad-416c-4f66-8c4c-184acc8d2975 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52ddc082-060b-4863-89bf-7fc6828678d2 HTTP/1.1" status: 204 len: 168 time: 0.2078452 Sep 24 15:34:08.989503 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed5ad-416c-4f66-8c4c-184acc8d2975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ddc082-060b-4863-89bf-7fc6828678d2,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.087657 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Allocated IP 172.20.0.4 (edd0451f-4747-4b15-ad82-03f3f710f38a/5df32872-830d-49c6-8f1e-ee8405734358/23fc0bc0-db28-4671-919f-a84dd6f7459a) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:09.147351 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device f597bd05-d344-4b22-a5d0-c4cddb730d93 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:09.234113 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.256238 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port f597bd05-d344-4b22-a5d0-c4cddb730d93, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=f597bd05-d344-4b22-a5d0-c4cddb730d93,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:09.270682 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': 'f597bd05-d344-4b22-a5d0-c4cddb730d93', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'port_id': 'f597bd05-d344-4b22-a5d0-c4cddb730d93', 'mac_address': 'fa:16:3e:2a:0f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671cd4cf-26f4-4493-8248-52fe2ad0109c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:09.317543 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.329439 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f597bd05-d344-4b22-a5d0-c4cddb730d93 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:09.349433 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port f597bd05-d344-4b22-a5d0-c4cddb730d93, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=f597bd05-d344-4b22-a5d0-c4cddb730d93,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:09.404009 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a81dc-036f-4e9a-a56d-7002554dcd04 req-10bb7ff4-52b4-48b1-a750-6d5feddfcd80 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:09.405579 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0e3a81dc-036f-4e9a-a56d-7002554dcd04 req-10bb7ff4-52b4-48b1-a750-6d5feddfcd80 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 943 time: 0.0579152 Sep 24 15:34:09.406607 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.407165 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47536) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:09.457379 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Network edd0451f-4747-4b15-ad82-03f3f710f38a is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:09.458866 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:09.463517 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0e3a81dc-036f-4e9a-a56d-7002554dcd04 req-c5ebe51c-d1f9-4b67-92dc-aa3274a10088 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Sep 24 15:34:09.474555 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:09.474731 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.480436 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:09.481083 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.485447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Pushing event updated for resources: {'Port': ['ID=23fc0bc0-db28-4671-919f-a84dd6f7459a,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.531748 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=f597bd05-d344-4b22-a5d0-c4cddb730d93,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.540126 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.540475 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.540818 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.541152 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.541531 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.541863 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.542190 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.542515 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.542865 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.543221 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.543548 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.543868 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:09.549465 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e4b39f38-46dc-4e20-92dc-ca84d940db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.554873 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-6a567df3-779f-4071-a841-1696a3a00d84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9248469 Sep 24 15:34:09.574805 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Request body: {'port': {'device_id': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:09.629400 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.647916 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e4b39f38-46dc-4e20-92dc-ca84d940db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.731366 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e4b39f38-46dc-4e20-92dc-ca84d940db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.776772 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e4b39f38-46dc-4e20-92dc-ca84d940db72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b59ce762884549d2821c63fe47c6b16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660140 Sep 24 15:34:09.776772 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b39f38-46dc-4e20-92dc-ca84d940db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e8204-8a5a-4755-950e-5ad2b3cbd91c,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.782972 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47544) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:09.831278 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['f597bd05-d344-4b22-a5d0-c4cddb730d93'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:09.848282 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47546) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:09.870136 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e32c41eb-3ed2-4967-a81d-bc9d4b4be59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.875891 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd08a-5ca9-4611-8400-2611c58bfe25 req-4cfb16d2-c77c-4346-b5c6-a87db48f4c32 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:09.877386 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d92fd08a-5ca9-4611-8400-2611c58bfe25 req-4cfb16d2-c77c-4346-b5c6-a87db48f4c32 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0807333 Sep 24 15:34:09.880578 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-73a156e8-aee5-42c9-bc79-20e544f427a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.920024 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-73a156e8-aee5-42c9-bc79-20e544f427a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.944880 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d92fd08a-5ca9-4611-8400-2611c58bfe25 req-d9a28de7-3a2a-48c5-ac3f-ee306b398490 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550804 Sep 24 15:34:09.972041 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fc0bc0-db28-4671-919f-a84dd6f7459a {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:09.980631 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.068783 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-73a156e8-aee5-42c9-bc79-20e544f427a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.069843 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6103b86-670e-42f8-b135-88555f917eff req-786c73d5-59bc-4120-a566-b9de7536a67f tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.071379 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b6103b86-670e-42f8-b135-88555f917eff req-786c73d5-59bc-4120-a566-b9de7536a67f tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 931 time: 0.0498793 Sep 24 15:34:10.071745 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-73a156e8-aee5-42c9-bc79-20e544f427a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.072461 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Transition to ACTIVE for port object 23fc0bc0-db28-4671-919f-a84dd6f7459a will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:10.073452 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-73a156e8-aee5-42c9-bc79-20e544f427a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c2e8204-8a5a-4755-950e-5ad2b3cbd91c HTTP/1.1" status: 204 len: 168 time: 0.2949941 Sep 24 15:34:10.085201 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a156e8-aee5-42c9-bc79-20e544f427a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e8204-8a5a-4755-950e-5ad2b3cbd91c,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:10.148147 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b6103b86-670e-42f8-b135-88555f917eff req-779fc636-c684-433a-a199-9d44eb2f25c8 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626664 Sep 24 15:34:10.166997 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e32c41eb-3ed2-4967-a81d-bc9d4b4be59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.176423 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.245872 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e32c41eb-3ed2-4967-a81d-bc9d4b4be59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.247887 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=23fc0bc0-db28-4671-919f-a84dd6f7459a,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:10.276650 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Attempting to bind port 23fc0bc0-db28-4671-919f-a84dd6f7459a on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:10.276980 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Attempting to bind port 23fc0bc0-db28-4671-919f-a84dd6f7459a by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:10.277307 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Attempting to bind port 23fc0bc0-db28-4671-919f-a84dd6f7459a on network edd0451f-4747-4b15-ad82-03f3f710f38a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:10.298950 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Port 23fc0bc0-db28-4671-919f-a84dd6f7459a on network edd0451f-4747-4b15-ad82-03f3f710f38a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:10.299263 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Attempting to bind port 23fc0bc0-db28-4671-919f-a84dd6f7459a on network edd0451f-4747-4b15-ad82-03f3f710f38a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:10.304174 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e32c41eb-3ed2-4967-a81d-bc9d4b4be59b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a4d5ce6aa07491398d571468d0cface&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570382 Sep 24 15:34:10.304959 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c41eb-3ed2-4967-a81d-bc9d4b4be59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a85561-4ac3-4dca-89ac-14202a9e4820,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:10.307288 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47556) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:10.324433 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:10.325260 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Checking segment: {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:10.326173 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Bound using segment: {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:10.327107 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Bound port: 23fc0bc0-db28-4671-919f-a84dd6f7459a, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:10.331619 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.362527 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8363cdf4-975b-4c24-bd40-ad8e5b857c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.388998 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8363cdf4-975b-4c24-bd40-ad8e5b857c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.402791 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] For port 23fc0bc0-db28-4671-919f-a84dd6f7459a, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:10.412624 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] For port 23fc0bc0-db28-4671-919f-a84dd6f7459a, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=23fc0bc0-db28-4671-919f-a84dd6f7459a,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:10.526022 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.526390 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8363cdf4-975b-4c24-bd40-ad8e5b857c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.529652 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8363cdf4-975b-4c24-bd40-ad8e5b857c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.530819 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-8363cdf4-975b-4c24-bd40-ad8e5b857c07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34a85561-4ac3-4dca-89ac-14202a9e4820 HTTP/1.1" status: 204 len: 168 time: 0.2225382 Sep 24 15:34:10.566598 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.566598 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.568425 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] 10.222.0.109 "PUT /v2.0/ports/23fc0bc0-db28-4671-919f-a84dd6f7459a HTTP/1.1" status: 200 len: 1093 time: 0.9981036 Sep 24 15:34:10.568967 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'tag': '23fc0bc0-db28-4671-919f-a84dd6f7459a'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:10.570031 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363cdf4-975b-4c24-bd40-ad8e5b857c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a85561-4ac3-4dca-89ac-14202a9e4820,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:10.579444 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18d097-b226-459a-8868-3d99168ab512" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7", "tag": "23fc0bc0-db28-4671-919f-a84dd6f7459a"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:10.596378 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da162-36b6-4ef5-9684-bf2aff0a2ee6 req-63969501-b6df-4bd1-a881-97943638fec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.606253 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2a1da162-36b6-4ef5-9684-bf2aff0a2ee6 req-63969501-b6df-4bd1-a881-97943638fec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 944 time: 0.0821967 Sep 24 15:34:10.646655 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef8636-5453-4317-b7b9-1e076c65a6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=23fc0bc0-db28-4671-919f-a84dd6f7459a,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:10.658342 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2a1da162-36b6-4ef5-9684-bf2aff0a2ee6 req-8e4b79d0-5253-4468-a357-b902c909db99 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Sep 24 15:34:10.668128 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3990b52-aca6-4641-b09a-785d2d4429db x-openstack-request-id: req-c3990b52-aca6-4641-b09a-785d2d4429db {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:10.668128 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7", "tag": "23fc0bc0-db28-4671-919f-a84dd6f7459a", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:10.668128 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3990b52-aca6-4641-b09a-785d2d4429db {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:10.668128 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'tag': '23fc0bc0-db28-4671-919f-a84dd6f7459a', 'status': 'completed', 'code': 200} Sep 24 15:34:10.736582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18d097-b226-459a-8868-3d99168ab512 req-0ad14c82-c1e8-4b01-b67f-1c1fb7afe692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.738452 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0d18d097-b226-459a-8868-3d99168ab512 req-0ad14c82-c1e8-4b01-b67f-1c1fb7afe692 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad8d48fb8d86483c965504d5251700e0&device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0498292 Sep 24 15:34:10.855131 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18d097-b226-459a-8868-3d99168ab512 req-cf6cfde7-0805-414e-9e67-aa687a3eb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.856843 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0d18d097-b226-459a-8868-3d99168ab512 req-cf6cfde7-0805-414e-9e67-aa687a3eb8f1 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=ad8d48fb8d86483c965504d5251700e0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1049688 Sep 24 15:34:10.957021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18d097-b226-459a-8868-3d99168ab512 req-a748743d-85dc-4ccf-9cdc-73f4a41f78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.958553 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0d18d097-b226-459a-8868-3d99168ab512 req-a748743d-85dc-4ccf-9cdc-73f4a41f78a6 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911069 Sep 24 15:34:11.064827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-bfcdc0b5-f531-46c9-81c8-184783a3c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.066343 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-bfcdc0b5-f531-46c9-81c8-184783a3c95e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad8d48fb8d86483c965504d5251700e0&device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0492113 Sep 24 15:34:11.101794 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45096-6793-402d-937a-c91fa2199c04 req-7bfc7884-3565-44c7-b666-fd55c6540477 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.103601 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcb45096-6793-402d-937a-c91fa2199c04 req-7bfc7884-3565-44c7-b666-fd55c6540477 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0612066 Sep 24 15:34:11.113579 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-700eed5b-ea50-4f29-8ce9-afb02a364970 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23fc0bc0-db28-4671-919f-a84dd6f7459a HTTP/1.1" status: 200 len: 217 time: 0.0373330 Sep 24 15:34:11.170638 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bcb45096-6793-402d-937a-c91fa2199c04 req-c46a2eae-a72f-4b25-af60-709c48479279 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587964 Sep 24 15:34:11.176695 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device f597bd05-d344-4b22-a5d0-c4cddb730d93 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:11.193805 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc378-96fe-442f-844d-d916be85a26d req-a86948c9-b881-48bd-900f-cdc9db0f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.193805 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-a86948c9-b881-48bd-900f-cdc9db0f78d0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5df32872-830d-49c6-8f1e-ee8405734358 HTTP/1.1" status: 200 len: 849 time: 0.0693583 Sep 24 15:34:11.231315 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-c29446d8-44b0-46da-a45f-aee58f0c09ea service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=edd0451f-4747-4b15-ad82-03f3f710f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287633 Sep 24 15:34:11.308587 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port f597bd05-d344-4b22-a5d0-c4cddb730d93 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:11.313219 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port f597bd05-d344-4b22-a5d0-c4cddb730d93 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:11.317808 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.366828 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2caddf-867f-4d49-9e95-9288b4c063ac req-539b4c25-0be6-41ce-845c-6a24e08dd951 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.374174 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-de2caddf-867f-4d49-9e95-9288b4c063ac req-539b4c25-0be6-41ce-845c-6a24e08dd951 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 943 time: 0.1263373 Sep 24 15:34:11.399332 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-e208ca88-bdce-4858-a1b5-fa47debf4fa3 service neutron] 10.222.0.109 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590147 Sep 24 15:34:11.403700 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.416536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-de2caddf-867f-4d49-9e95-9288b4c063ac req-7de8135c-0aa3-4b47-b734-4de6279b8306 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Sep 24 15:34:11.427371 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f597bd05-d344-4b22-a5d0-c4cddb730d93'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:11.429640 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7b661b-32b4-447d-a71e-3fb783bb2180" -d '{"events": [{"server_uuid": "6d38681b-9b68-4767-a7f9-bba21195a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f597bd05-d344-4b22-a5d0-c4cddb730d93"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:11.447488 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port f597bd05-d344-4b22-a5d0-c4cddb730d93, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=f597bd05-d344-4b22-a5d0-c4cddb730d93,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:11.466259 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb97e8a-b342-48d7-a8e1-836cf6345bf2 x-openstack-request-id: req-dcb97e8a-b342-48d7-a8e1-836cf6345bf2 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:11.466559 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d38681b-9b68-4767-a7f9-bba21195a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f597bd05-d344-4b22-a5d0-c4cddb730d93", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:11.466844 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcb97e8a-b342-48d7-a8e1-836cf6345bf2 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:11.467810 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f597bd05-d344-4b22-a5d0-c4cddb730d93', 'code': 200} Sep 24 15:34:11.524544 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-694fc378-96fe-442f-844d-d916be85a26d req-3aceddbd-f908-4e49-bc5c-bfe537089b6e service neutron] 10.222.0.109 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068616 Sep 24 15:34:11.570905 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.619458 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=f597bd05-d344-4b22-a5d0-c4cddb730d93,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:11.769296 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912bde-c408-4d06-b563-6ba6963e0814 req-10e2effe-0772-4e14-9be6-34d415b3ce6f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.770827 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-24912bde-c408-4d06-b563-6ba6963e0814 req-10e2effe-0772-4e14-9be6-34d415b3ce6f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0494297 Sep 24 15:34:11.819130 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-24912bde-c408-4d06-b563-6ba6963e0814 req-4956e488-8fa2-47f2-94d1-7d67f03313f3 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Sep 24 15:34:11.943428 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac245b3-f8de-4169-876d-16b7ee48b683 req-1b8614a7-e2e6-47df-a572-84c6f2fcb384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.944974 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ac245b3-f8de-4169-876d-16b7ee48b683 req-1b8614a7-e2e6-47df-a572-84c6f2fcb384 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 1098 time: 0.0509539 Sep 24 15:34:11.997088 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ac245b3-f8de-4169-876d-16b7ee48b683 req-e4fa9fef-cd7a-4645-9533-d5378fdd9fad service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283608 Sep 24 15:34:12.280367 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ec919-f678-4daa-9872-fd91383b40b4 req-3fe45dc6-672f-4d58-94bc-ba2cdac81174 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.281926 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c50ec919-f678-4daa-9872-fd91383b40b4 req-3fe45dc6-672f-4d58-94bc-ba2cdac81174 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Sep 24 15:34:12.325560 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c50ec919-f678-4daa-9872-fd91383b40b4 req-5bfa545a-2d23-4868-aa34-3d3c96ce9132 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347657 Sep 24 15:34:12.538411 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3762ad-8905-4f1a-931d-50435bcf29d3 req-6b3e5c7e-9508-4165-b5f4-94c3e77367ee tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.540578 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3e3762ad-8905-4f1a-931d-50435bcf29d3 req-6b3e5c7e-9508-4165-b5f4-94c3e77367ee tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 943 time: 0.0544703 Sep 24 15:34:12.587228 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3e3762ad-8905-4f1a-931d-50435bcf29d3 req-808bb66c-2f11-4a1f-a935-6b5757e31a63 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Sep 24 15:34:12.872046 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47670) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:12.949166 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a949f-8f71-4937-8b25-f4460d667c5e req-5b0331a8-fc56-491a-abf8-6b6ab3b2c9ad tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.950811 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa7a949f-8f71-4937-8b25-f4460d667c5e req-5b0331a8-fc56-491a-abf8-6b6ab3b2c9ad tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0525720 Sep 24 15:34:12.993098 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa7a949f-8f71-4937-8b25-f4460d667c5e req-2568ceb9-cb92-4170-8940-d579f5f1a233 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353422 Sep 24 15:34:13.104389 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-21ad56d6-90ca-45ac-8af2-54317aec0706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.195455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-21ad56d6-90ca-45ac-8af2-54317aec0706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.256547 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-21ad56d6-90ca-45ac-8af2-54317aec0706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.294832 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-21ad56d6-90ca-45ac-8af2-54317aec0706 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab6051a532c74a45bdfa060aba99abe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215937 Sep 24 15:34:13.296923 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad56d6-90ca-45ac-8af2-54317aec0706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23fe593-28c4-4f1c-92b0-ca108c735a7f,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:13.298117 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47684) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:13.347099 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7f522802-8742-441d-8527-c8cd9a196e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.374647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7f522802-8742-441d-8527-c8cd9a196e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.448127 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1a23e-58fb-4e94-8b02-bf95244a7dd7 req-f2d220ae-9b42-46b2-8861-919ab4fbec46 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.449636 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00d1a23e-58fb-4e94-8b02-bf95244a7dd7 req-f2d220ae-9b42-46b2-8861-919ab4fbec46 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0518978 Sep 24 15:34:13.492591 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00d1a23e-58fb-4e94-8b02-bf95244a7dd7 req-8a68f751-3dc6-492e-a006-5bd6ce67d8c6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Sep 24 15:34:13.514427 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7f522802-8742-441d-8527-c8cd9a196e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.517034 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7f522802-8742-441d-8527-c8cd9a196e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.518856 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7f522802-8742-441d-8527-c8cd9a196e1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f23fe593-28c4-4f1c-92b0-ca108c735a7f HTTP/1.1" status: 204 len: 168 time: 0.2189546 Sep 24 15:34:13.526429 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f522802-8742-441d-8527-c8cd9a196e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23fe593-28c4-4f1c-92b0-ca108c735a7f,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:13.702608 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbaafe-d1a2-4422-b463-c4a4108dccdb req-34eeddaf-2653-47df-bad0-84fde1794637 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.704198 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24dbaafe-d1a2-4422-b463-c4a4108dccdb req-34eeddaf-2653-47df-bad0-84fde1794637 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 943 time: 0.0482929 Sep 24 15:34:13.742508 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24dbaafe-d1a2-4422-b463-c4a4108dccdb req-567dd9f7-972e-40bc-b444-f2cc933bce6b tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Sep 24 15:34:14.114925 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b179676-8827-41ae-9827-c495c95bc9f0 req-a9a349c8-3743-4285-bf83-8196b4491916 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:14.116467 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b179676-8827-41ae-9827-c495c95bc9f0 req-a9a349c8-3743-4285-bf83-8196b4491916 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0557632 Sep 24 15:34:14.155536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b179676-8827-41ae-9827-c495c95bc9f0 req-76cc1eec-eeed-43f9-8089-43a5fb65375f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Sep 24 15:34:14.429160 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 47714) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:14.442582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a9e28134-aef1-4317-9437-2307089213a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.607282 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a9e28134-aef1-4317-9437-2307089213a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.678735 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9dc1c-7300-4d2d-8612-fd4d087d62a4 req-9a908264-f047-4898-a1c5-04ca8449c44d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:14.680200 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-92f9dc1c-7300-4d2d-8612-fd4d087d62a4 req-9a908264-f047-4898-a1c5-04ca8449c44d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0781710 Sep 24 15:34:14.696499 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a9e28134-aef1-4317-9437-2307089213a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.727289 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-92f9dc1c-7300-4d2d-8612-fd4d087d62a4 req-c24d3847-905c-421a-83cd-5e6bd432ffb9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Sep 24 15:34:14.739672 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-a9e28134-aef1-4317-9437-2307089213a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ea8371191f9406f8ad58e3e5ab35e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070982 Sep 24 15:34:14.739672 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e28134-aef1-4317-9437-2307089213a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2060a8eb-6b83-4dc7-8743-c9e94c026ed3,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:14.740026 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 47736) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:14.806389 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f96a3e4e-140c-4286-869a-81b82cbbc95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.854848 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f96a3e4e-140c-4286-869a-81b82cbbc95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.899821 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30d438-7b64-4236-9a63-b0659f25779a req-0bf436a8-091a-471d-8aab-c1cf9da9398e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:14.903324 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cd30d438-7b64-4236-9a63-b0659f25779a req-0bf436a8-091a-471d-8aab-c1cf9da9398e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 943 time: 0.0840948 Sep 24 15:34:14.939043 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cd30d438-7b64-4236-9a63-b0659f25779a req-7463645e-f10b-4ca5-8598-31c648cad768 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Sep 24 15:34:15.178551 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 23fc0bc0-db28-4671-919f-a84dd6f7459a details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:15.199016 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f96a3e4e-140c-4286-869a-81b82cbbc95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:15.203538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f96a3e4e-140c-4286-869a-81b82cbbc95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:15.211541 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f96a3e4e-140c-4286-869a-81b82cbbc95b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2060a8eb-6b83-4dc7-8743-c9e94c026ed3 HTTP/1.1" status: 204 len: 168 time: 0.4669831 Sep 24 15:34:15.226652 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a3e4e-140c-4286-869a-81b82cbbc95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2060a8eb-6b83-4dc7-8743-c9e94c026ed3,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:15.289490 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 23fc0bc0-db28-4671-919f-a84dd6f7459a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=23fc0bc0-db28-4671-919f-a84dd6f7459a,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:15.301357 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '23fc0bc0-db28-4671-919f-a84dd6f7459a', 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a', 'port_id': '23fc0bc0-db28-4671-919f-a84dd6f7459a', 'mac_address': 'fa:16:3e:24:16:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df32872-830d-49c6-8f1e-ee8405734358', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:15.354454 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:15.370084 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fc0bc0-db28-4671-919f-a84dd6f7459a {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:15.393000 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 23fc0bc0-db28-4671-919f-a84dd6f7459a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=23fc0bc0-db28-4671-919f-a84dd6f7459a,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:15.553219 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:15.607119 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=23fc0bc0-db28-4671-919f-a84dd6f7459a,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:15.874472 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8aa78-ac25-4cd1-b249-5178ba6c40ef req-551662e2-282c-4c56-bd73-1780abe73e0b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.881641 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-11e8aa78-ac25-4cd1-b249-5178ba6c40ef req-551662e2-282c-4c56-bd73-1780abe73e0b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0632954 Sep 24 15:34:15.919247 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-11e8aa78-ac25-4cd1-b249-5178ba6c40ef req-d7d5040a-8135-4098-bc7f-c685eaa02d57 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364268 Sep 24 15:34:16.031968 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['23fc0bc0-db28-4671-919f-a84dd6f7459a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:16.058213 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57519d-70cd-4aea-a31c-baa24ddddfeb req-5ca310be-2e77-4630-bdcc-dbf9577dfe10 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.059641 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dc57519d-70cd-4aea-a31c-baa24ddddfeb req-5ca310be-2e77-4630-bdcc-dbf9577dfe10 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0523040 Sep 24 15:34:16.106066 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dc57519d-70cd-4aea-a31c-baa24ddddfeb req-e66e2579-bd0d-43e1-b052-9fe00fa6c5dd tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Sep 24 15:34:17.037444 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649db58c-43a3-42ef-b653-f76bc1a41a72 req-bcdc6af9-168b-4e11-99d1-8886ab7a4119 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.042172 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-649db58c-43a3-42ef-b653-f76bc1a41a72 req-bcdc6af9-168b-4e11-99d1-8886ab7a4119 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0472815 Sep 24 15:34:17.076570 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-649db58c-43a3-42ef-b653-f76bc1a41a72 req-63fcf5c8-5b92-4490-b3b2-104249be8941 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Sep 24 15:34:17.196548 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 23fc0bc0-db28-4671-919f-a84dd6f7459a up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:17.220917 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43aadf-2c18-4240-b0e3-95c6c2bfb02d req-c291dd2b-f6f3-42eb-adb8-d2be56e4ab87 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.222782 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4d43aadf-2c18-4240-b0e3-95c6c2bfb02d req-c291dd2b-f6f3-42eb-adb8-d2be56e4ab87 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 944 time: 0.0474362 Sep 24 15:34:17.275754 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4d43aadf-2c18-4240-b0e3-95c6c2bfb02d req-c1fd7e17-4e82-4f49-b806-911d02d51cab tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Sep 24 15:34:17.330575 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 23fc0bc0-db28-4671-919f-a84dd6f7459a completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:17.334580 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 23fc0bc0-db28-4671-919f-a84dd6f7459a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:17.335006 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:17.413607 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:17.436780 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fc0bc0-db28-4671-919f-a84dd6f7459a'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:17.439166 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1151cbe9-b9aa-45ab-8817-0e0e6f492edf" -d '{"events": [{"server_uuid": "0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7", "name": "network-vif-plugged", "status": "completed", "tag": "23fc0bc0-db28-4671-919f-a84dd6f7459a"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:17.459399 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 23fc0bc0-db28-4671-919f-a84dd6f7459a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=23fc0bc0-db28-4671-919f-a84dd6f7459a,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:17.487496 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca2ef41-a1d2-40b7-a05d-babf749d72fe x-openstack-request-id: req-8ca2ef41-a1d2-40b7-a05d-babf749d72fe {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:17.487792 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7", "name": "network-vif-plugged", "status": "completed", "tag": "23fc0bc0-db28-4671-919f-a84dd6f7459a", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:17.488308 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ca2ef41-a1d2-40b7-a05d-babf749d72fe {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:17.488943 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fc0bc0-db28-4671-919f-a84dd6f7459a', 'code': 200} Sep 24 15:34:17.542352 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:17.658829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=23fc0bc0-db28-4671-919f-a84dd6f7459a,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:17.891465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29c0e3-2352-40cb-b60b-afccc01f3765 req-eae672fd-9fcc-4bc5-abe5-9773b466bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.903207 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cd29c0e3-2352-40cb-b60b-afccc01f3765 req-eae672fd-9fcc-4bc5-abe5-9773b466bd91 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0492361 Sep 24 15:34:17.933859 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cd29c0e3-2352-40cb-b60b-afccc01f3765 req-0e8bab61-b1bf-40bd-8991-00b2aff71bba service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Sep 24 15:34:17.993261 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-e11f7ce3-7c0b-4425-818c-0a22b4107e33 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.994850 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-e11f7ce3-7c0b-4425-818c-0a22b4107e33 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.1328812 Sep 24 15:34:18.014179 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-7b77bda4-f16d-4d7f-8f6b-3231b2a7c8e0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/quotas/ea124211030c4717959a7d19c27aca65 HTTP/1.1" status: 200 len: 375 time: 0.0120959 Sep 24 15:34:18.068958 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-5daf043a-0315-4ff6-a99f-246803dfef5b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463507 Sep 24 15:34:18.170763 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-af3f9878-0b76-43e9-979f-024645035d98 service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930257 Sep 24 15:34:18.264454 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eb43f-ce69-4131-87f4-5cdae94842f6 req-87355019-8aae-47e5-bab4-0ef53fa5de4f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:18.264454 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9b9eb43f-ce69-4131-87f4-5cdae94842f6 req-87355019-8aae-47e5-bab4-0ef53fa5de4f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0890286 Sep 24 15:34:18.316316 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9b9eb43f-ce69-4131-87f4-5cdae94842f6 req-d84eb827-cf06-4a75-8ed6-1490e07e6efe tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Sep 24 15:34:18.442799 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b8354-0e05-4d6e-aa6b-460b12985e43 req-2db8ee65-0702-4ab0-b1b2-08b19a2d5c95 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:18.452029 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fd5b8354-0e05-4d6e-aa6b-460b12985e43 req-2db8ee65-0702-4ab0-b1b2-08b19a2d5c95 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0698700 Sep 24 15:34:18.497760 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fd5b8354-0e05-4d6e-aa6b-460b12985e43 req-165fc01c-560b-4f0e-ac78-d4be07e537a4 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Sep 24 15:34:18.538968 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-61b8826f-b0b1-47f3-8ff5-8e82dd1a2643 service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623474 Sep 24 15:34:19.144682 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d031137c-93ff-4f05-a11c-f75aa9fe3bf1 req-45e64361-963d-4a80-a4e9-4f2554f88d81 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0333040 Sep 24 15:34:19.451856 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8fa8-3c92-4550-83ab-0fde82c50c25 req-e0602ef8-3083-4c06-a585-f79b5e5f445a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:19.454327 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56da8fa8-3c92-4550-83ab-0fde82c50c25 req-e0602ef8-3083-4c06-a585-f79b5e5f445a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0470862 Sep 24 15:34:19.496918 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56da8fa8-3c92-4550-83ab-0fde82c50c25 req-8966697b-820a-4873-8e61-ee1c2e162c98 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Sep 24 15:34:19.632356 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815b7e-1c9c-4851-8194-f2430d7ecf06 req-61976f69-3253-4549-aeee-9e931e1d3d82 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:19.632356 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7e815b7e-1c9c-4851-8194-f2430d7ecf06 req-61976f69-3253-4549-aeee-9e931e1d3d82 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0512345 Sep 24 15:34:19.686908 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7e815b7e-1c9c-4851-8194-f2430d7ecf06 req-1c54f9fb-b1aa-4720-ab90-51cc0aa50a56 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Sep 24 15:34:20.218522 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-562d412b-a926-4c38-9692-da28de4b2143 req-f35835f2-b2e1-4e2d-8e84-16e07c5dbc54 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0266080 Sep 24 15:34:20.620296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2d28c-c43c-4ece-8efb-64c201444a4d req-a262a665-288c-460e-a0c0-0f4a5e1ff1ee tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:20.621707 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b0d2d28c-c43c-4ece-8efb-64c201444a4d req-a262a665-288c-460e-a0c0-0f4a5e1ff1ee tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0478861 Sep 24 15:34:20.665370 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b0d2d28c-c43c-4ece-8efb-64c201444a4d req-f1c9edc0-4408-4328-b88d-9247f3caa934 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Sep 24 15:34:20.810870 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855d6ca-4f72-4520-bfd7-813b973220c3 req-949ac70a-a2aa-4039-a5db-f27635b8da8e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:20.812991 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6855d6ca-4f72-4520-bfd7-813b973220c3 req-949ac70a-a2aa-4039-a5db-f27635b8da8e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0601766 Sep 24 15:34:20.863321 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6855d6ca-4f72-4520-bfd7-813b973220c3 req-ded68f37-90dd-49b2-af2d-5a034a81830a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Sep 24 15:34:21.313644 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-728bfa29-098c-4a0d-8740-6e15feed2c2f req-4e6ddada-7152-4399-aedd-a7e577d7205e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0297115 Sep 24 15:34:21.797688 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4a84e-9b65-4ddb-b123-89772d9aaf9d req-92609b1b-fc17-486f-9afa-e01717fb6db0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:21.797688 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-23e4a84e-9b65-4ddb-b123-89772d9aaf9d req-92609b1b-fc17-486f-9afa-e01717fb6db0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0469434 Sep 24 15:34:21.819679 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-23e4a84e-9b65-4ddb-b123-89772d9aaf9d req-ac0e9c9f-7265-42ee-ac4d-7188f160064a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302091 Sep 24 15:34:22.406393 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a3302aaa-b3e7-4f8a-ae4a-56f6d5853b23 req-5ae11344-efc2-4053-a258-264847ff4a40 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0255158 Sep 24 15:34:22.446529 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-3d689651-577f-4650-884f-73ce8e19b3ea tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:22.447876 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-3d689651-577f-4650-884f-73ce8e19b3ea tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.1152341 Sep 24 15:34:22.466669 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Request body: {'port': {'device_id': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'admin_state_up': True, 'tenant_id': 'ea124211030c4717959a7d19c27aca65'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:22.758775 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Made reservation on behalf of ea124211030c4717959a7d19c27aca65 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:22.762401 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.900123 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Allocated IP 172.20.0.5 (6f6f70c9-9209-45a3-b796-d3f537cf0dea/671cd4cf-26f4-4493-8248-52fe2ad0109c/24e10c9e-ea97-40d8-a20c-348ec3313469) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:22.971068 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9f33e-e75d-405a-b712-dbcbcf546064 req-6ef474f6-fd68-4d33-a665-57e6d333bb40 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:22.973543 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-00a9f33e-e75d-405a-b712-dbcbcf546064 req-6ef474f6-fd68-4d33-a665-57e6d333bb40 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Sep 24 15:34:23.019790 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-00a9f33e-e75d-405a-b712-dbcbcf546064 req-385f8951-b58c-4ec8-805a-78f386f68430 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Sep 24 15:34:23.071692 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.165543 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.182910 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a', 'f597bd05-d344-4b22-a5d0-c4cddb730d93'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:23.215381 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:23.219163 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:23.222843 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:23.229810 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:23.234054 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.261187 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event updated for resources: {'Port': ['ID=24e10c9e-ea97-40d8-a20c-348ec3313469,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:23.279904 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48072) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:23.357884 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-4ad23edd-bbd6-443c-92fd-0c845a800926 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8918171 Sep 24 15:34:23.391174 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-682688c2-9828-41cd-8d25-10217df95962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.403946 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Request body: {'port': {'device_id': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:23.429358 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667518c3-0f54-4eee-84a1-4143aa1f2c07 req-a7f656a3-e4ac-48fd-b5ba-f6867b321e7c tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:23.430829 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-667518c3-0f54-4eee-84a1-4143aa1f2c07 req-a7f656a3-e4ac-48fd-b5ba-f6867b321e7c tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0497503 Sep 24 15:34:23.471713 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-667518c3-0f54-4eee-84a1-4143aa1f2c07 req-51d13b45-ac2e-4b6d-90d2-9fddb4b3f740 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Sep 24 15:34:23.481253 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.590277 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78392f-47b6-47e5-9097-76ba35962cbc req-6382c16d-8852-47d0-89ac-2077f5cc1376 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:23.591817 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d78392f-47b6-47e5-9097-76ba35962cbc req-6382c16d-8852-47d0-89ac-2077f5cc1376 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 931 time: 0.1084359 Sep 24 15:34:23.714310 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-682688c2-9828-41cd-8d25-10217df95962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.723752 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d78392f-47b6-47e5-9097-76ba35962cbc req-bfba7a6e-ef28-4c50-b9cb-57c166e73c82 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206641 Sep 24 15:34:23.857283 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-682688c2-9828-41cd-8d25-10217df95962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.890404 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e10c9e-ea97-40d8-a20c-348ec3313469 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:23.905810 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.916421 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-682688c2-9828-41cd-8d25-10217df95962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38fb7e6630fb41f6bb82e30cc294f37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354122 Sep 24 15:34:23.919647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48082) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:23.920262 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682688c2-9828-41cd-8d25-10217df95962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f243b-3092-4ee0-b3b4-c5970f6b03a6,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:23.926828 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Transition to ACTIVE for port object 24e10c9e-ea97-40d8-a20c-348ec3313469 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:23.971230 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-113f7b94-6cf3-4d97-8120-c23339c2ab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.992132 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-113f7b94-6cf3-4d97-8120-c23339c2ab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.021295 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.072608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Pushing event updated for resources: {'Port': ['ID=24e10c9e-ea97-40d8-a20c-348ec3313469,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:24.114465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Attempting to bind port 24e10c9e-ea97-40d8-a20c-348ec3313469 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:24.114465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Attempting to bind port 24e10c9e-ea97-40d8-a20c-348ec3313469 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:24.114465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Attempting to bind port 24e10c9e-ea97-40d8-a20c-348ec3313469 on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:24.117193 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Port 24e10c9e-ea97-40d8-a20c-348ec3313469 on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:24.117731 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Attempting to bind port 24e10c9e-ea97-40d8-a20c-348ec3313469 on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:24.122860 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:24.123550 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Checking segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:24.124104 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Bound using segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:24.124775 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Bound port: 24e10c9e-ea97-40d8-a20c-348ec3313469, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:24.125257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.135755 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-113f7b94-6cf3-4d97-8120-c23339c2ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.138297 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-113f7b94-6cf3-4d97-8120-c23339c2ab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.139969 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-113f7b94-6cf3-4d97-8120-c23339c2ab81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f52f243b-3092-4ee0-b3b4-c5970f6b03a6 HTTP/1.1" status: 204 len: 168 time: 0.2191975 Sep 24 15:34:24.166682 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f7b94-6cf3-4d97-8120-c23339c2ab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f243b-3092-4ee0-b3b4-c5970f6b03a6,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:24.208835 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112592c-21fe-4a63-89b6-2cc0253a2179 req-ef6a4e35-8fd7-42f2-94be-11c2ec4f1af2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.210990 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e112592c-21fe-4a63-89b6-2cc0253a2179 req-ef6a4e35-8fd7-42f2-94be-11c2ec4f1af2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0891685 Sep 24 15:34:24.252150 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e112592c-21fe-4a63-89b6-2cc0253a2179 req-97173480-c04d-4fe6-bcad-e6bfa7a22256 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Sep 24 15:34:24.399067 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] For port 24e10c9e-ea97-40d8-a20c-348ec3313469, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:24.406892 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] For port 24e10c9e-ea97-40d8-a20c-348ec3313469, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=24e10c9e-ea97-40d8-a20c-348ec3313469,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:24.490304 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.533117 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.533737 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.535127 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] 10.222.0.109 "PUT /v2.0/ports/24e10c9e-ea97-40d8-a20c-348ec3313469 HTTP/1.1" status: 200 len: 1093 time: 1.1407707 Sep 24 15:34:24.535681 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'tag': '24e10c9e-ea97-40d8-a20c-348ec3313469'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:24.538023 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dbc090-b3b6-4e8c-81cc-2849b397db08" -d '{"events": [{"name": "network-changed", "server_uuid": "210b8f2e-845a-4af5-969d-e84f6ad0e7b1", "tag": "24e10c9e-ea97-40d8-a20c-348ec3313469"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:24.563744 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfe615-2936-4152-beef-0f601a1476cc service neutron] Pushing event updated for resources: {'Port': ['ID=24e10c9e-ea97-40d8-a20c-348ec3313469,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:24.585603 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a61f16-08ae-40a6-8ffc-e356791ae9a9 x-openstack-request-id: req-b7a61f16-08ae-40a6-8ffc-e356791ae9a9 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:24.585900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210b8f2e-845a-4af5-969d-e84f6ad0e7b1", "tag": "24e10c9e-ea97-40d8-a20c-348ec3313469", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:24.586243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7a61f16-08ae-40a6-8ffc-e356791ae9a9 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:24.586522 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'tag': '24e10c9e-ea97-40d8-a20c-348ec3313469', 'status': 'completed', 'code': 200} Sep 24 15:34:24.611964 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baba43-9c5e-4dba-90d7-22fc2c1616e6 req-4808f077-715b-4fe2-a539-13f72be679d2 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.613533 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-41baba43-9c5e-4dba-90d7-22fc2c1616e6 req-4808f077-715b-4fe2-a539-13f72be679d2 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0639348 Sep 24 15:34:24.655207 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-41baba43-9c5e-4dba-90d7-22fc2c1616e6 req-18123b68-cdad-4476-9216-ce617b569c44 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Sep 24 15:34:24.656586 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc090-b3b6-4e8c-81cc-2849b397db08 req-699cf89b-c3cb-4a45-beff-96375d5b8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.658095 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b8dbc090-b3b6-4e8c-81cc-2849b397db08 req-699cf89b-c3cb-4a45-beff-96375d5b8d31 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0434351 Sep 24 15:34:24.764157 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc090-b3b6-4e8c-81cc-2849b397db08 req-fa049223-17ef-4df1-826f-3326d160c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.765670 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b8dbc090-b3b6-4e8c-81cc-2849b397db08 req-fa049223-17ef-4df1-826f-3326d160c974 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=ea124211030c4717959a7d19c27aca65&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0957017 Sep 24 15:34:24.896338 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c92c1-e0a6-4554-8132-9e92b976ad0f req-e703a747-1402-4b0e-9aa9-ca1f024b0672 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.897401 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-406c92c1-e0a6-4554-8132-9e92b976ad0f req-e703a747-1402-4b0e-9aa9-ca1f024b0672 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 943 time: 0.0989802 Sep 24 15:34:24.902550 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbc090-b3b6-4e8c-81cc-2849b397db08 req-35f58b60-8018-4001-a1b4-ebfb6902ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.904488 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b8dbc090-b3b6-4e8c-81cc-2849b397db08 req-35f58b60-8018-4001-a1b4-ebfb6902ad79 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1264033 Sep 24 15:34:24.938143 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-406c92c1-e0a6-4554-8132-9e92b976ad0f req-3f50a8ce-a1c5-4ca8-a939-4dd4e68e9b7e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Sep 24 15:34:24.994597 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48114) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:24.995805 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-41ee0b1d-2f61-40f5-a603-f69bc1b01122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.997957 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-41ee0b1d-2f61-40f5-a603-f69bc1b01122 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0404997 Sep 24 15:34:25.008525 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d0344f8d-7aad-4209-980b-af411e533db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.047388 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-76a2ee44-4266-48de-9f02-6bd2084db2b9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e10c9e-ea97-40d8-a20c-348ec3313469 HTTP/1.1" status: 200 len: 217 time: 0.0353367 Sep 24 15:34:25.099264 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d0344f8d-7aad-4209-980b-af411e533db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.113257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-ee9e2f0c-4d9d-4f03-b2fa-30674a4535bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.115518 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-ee9e2f0c-4d9d-4f03-b2fa-30674a4535bc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 200 len: 854 time: 0.0475059 Sep 24 15:34:25.162457 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-1f0dd6a1-fd87-47e0-a842-6098957965c7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6f6f70c9-9209-45a3-b796-d3f537cf0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245154 Sep 24 15:34:25.186696 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d0344f8d-7aad-4209-980b-af411e533db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.225258 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0344f8d-7aad-4209-980b-af411e533db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a350ede7-ef6b-4201-a49c-e4944ce60654,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:25.232443 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d0344f8d-7aad-4209-980b-af411e533db8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdfacf78abb04903bc780b9ec3c4388c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337465 Sep 24 15:34:25.232694 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48122) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:25.260839 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-b9ef4586-ba91-45a3-926d-e28630f88667 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Sep 24 15:34:25.284562 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6b69b49a-39bf-456a-a867-3489c252e630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.308406 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6b69b49a-39bf-456a-a867-3489c252e630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.369967 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8da69c61-f0a7-4fbd-ad98-7861ea968169 req-faa1e2c4-8ff1-478c-b574-e1330ae77c07 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893159 Sep 24 15:34:25.381741 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ccedf-c331-43ed-8991-e38e35161759 req-c1f712a9-1b18-4806-88d0-f6736dca25a9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.383496 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-700ccedf-c331-43ed-8991-e38e35161759 req-c1f712a9-1b18-4806-88d0-f6736dca25a9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Sep 24 15:34:25.422671 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-700ccedf-c331-43ed-8991-e38e35161759 req-b519d4bc-6ef0-455c-85d0-d1e494fb2261 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Sep 24 15:34:25.500888 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6b69b49a-39bf-456a-a867-3489c252e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.503843 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6b69b49a-39bf-456a-a867-3489c252e630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.505290 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6b69b49a-39bf-456a-a867-3489c252e630 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a350ede7-ef6b-4201-a49c-e4944ce60654 HTTP/1.1" status: 204 len: 168 time: 0.2709892 Sep 24 15:34:25.513805 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69b49a-39bf-456a-a867-3489c252e630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a350ede7-ef6b-4201-a49c-e4944ce60654,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:25.769925 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2fb6b-f27a-4d06-8804-23c708ff6217 req-595a91e2-533e-4a25-8ae9-1cfcaf77e33a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.778759 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5bd2fb6b-f27a-4d06-8804-23c708ff6217 req-595a91e2-533e-4a25-8ae9-1cfcaf77e33a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0502226 Sep 24 15:34:25.807959 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5bd2fb6b-f27a-4d06-8804-23c708ff6217 req-eac149f7-2826-4169-a800-b78f794c874b tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304341 Sep 24 15:34:25.875680 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-927833a4-48bf-4c3e-bd5e-b1f4ca48689a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.877207 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-927833a4-48bf-4c3e-bd5e-b1f4ca48689a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 945 time: 0.0680287 Sep 24 15:34:25.999561 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Deleting port 23fc0bc0-db28-4671-919f-a84dd6f7459a {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:25.999906 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.038157 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.129787 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb62ec-5679-435e-9ff9-00e5039c5ffd req-ac0a0f09-f166-459e-8c9a-918aebc49726 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.131282 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-addb62ec-5679-435e-9ff9-00e5039c5ffd req-ac0a0f09-f166-459e-8c9a-918aebc49726 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 943 time: 0.1013503 Sep 24 15:34:26.133293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] For port 23fc0bc0-db28-4671-919f-a84dd6f7459a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=23fc0bc0-db28-4671-919f-a84dd6f7459a,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:26.133600 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.152630 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Calling delete_port for 23fc0bc0-db28-4671-919f-a84dd6f7459a owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:26.185386 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-addb62ec-5679-435e-9ff9-00e5039c5ffd req-b983aada-bc3a-408a-b0c9-31cd763a5573 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Sep 24 15:34:26.398261 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.412433 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['23fc0bc0-db28-4671-919f-a84dd6f7459a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:26.433594 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Pushing event deleted for resources: {'Port': ['ID=23fc0bc0-db28-4671-919f-a84dd6f7459a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:26.489461 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] No DVR routers for this DVR port 23fc0bc0-db28-4671-919f-a84dd6f7459a on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:26.493969 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.496049 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ae96a5f-f349-4703-a119-4f9db873e8af req-676b0295-b02d-4cea-bb9c-2a58b63d0b3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "DELETE /v2.0/ports/23fc0bc0-db28-4671-919f-a84dd6f7459a HTTP/1.1" status: 204 len: 173 time: 0.6049833 Sep 24 15:34:26.532205 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48172) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:26.577165 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910750e-575c-4242-acdd-1d5fe5fceb5a req-4235277f-07b9-4160-a598-8a9c20a8e011 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.579611 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8910750e-575c-4242-acdd-1d5fe5fceb5a req-4235277f-07b9-4160-a598-8a9c20a8e011 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0774732 Sep 24 15:34:26.587392 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'name': 'network-vif-deleted', 'tag': '23fc0bc0-db28-4671-919f-a84dd6f7459a'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:26.589664 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22a290-d017-4300-a94b-bb51f1638ea2" -d '{"events": [{"server_uuid": "0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7", "name": "network-vif-deleted", "tag": "23fc0bc0-db28-4671-919f-a84dd6f7459a"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:26.622880 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8910750e-575c-4242-acdd-1d5fe5fceb5a req-214d5df1-a188-4eb7-ae6a-e9ac207e2946 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344594 Sep 24 15:34:26.675703 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d842b76-df78-4e7e-b8ff-a0f24848456c x-openstack-request-id: req-8d842b76-df78-4e7e-b8ff-a0f24848456c {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:26.675703 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7", "name": "network-vif-deleted", "tag": "23fc0bc0-db28-4671-919f-a84dd6f7459a", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:26.675703 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d842b76-df78-4e7e-b8ff-a0f24848456c {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:26.675703 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7', 'name': 'network-vif-deleted', 'tag': '23fc0bc0-db28-4671-919f-a84dd6f7459a', 'status': 'completed', 'code': 200} Sep 24 15:34:26.679354 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c361e477-d850-4147-8e0c-e3dadb25e13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.786388 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c361e477-d850-4147-8e0c-e3dadb25e13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.904373 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-13b3e224-67cf-4fcd-812d-911e089a6aae req-8840b8c8-e765-421b-8f08-8453fd6a08f9 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0257344 Sep 24 15:34:26.940651 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c361e477-d850-4147-8e0c-e3dadb25e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.982701 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-c361e477-d850-4147-8e0c-e3dadb25e13a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7793b959d31c4473ae5557eacd4581dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493768 Sep 24 15:34:26.986864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361e477-d850-4147-8e0c-e3dadb25e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34622ad2-a9ed-46e0-bbf8-ead04699beb2,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:26.986996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48192) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:27.048006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-661a0571-1670-463d-b520-1bb8510a58ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.071788 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-661a0571-1670-463d-b520-1bb8510a58ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.186420 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-661a0571-1670-463d-b520-1bb8510a58ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.189052 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-661a0571-1670-463d-b520-1bb8510a58ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.190166 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-661a0571-1670-463d-b520-1bb8510a58ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34622ad2-a9ed-46e0-bbf8-ead04699beb2 HTTP/1.1" status: 204 len: 168 time: 0.2038009 Sep 24 15:34:27.197594 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0571-1670-463d-b520-1bb8510a58ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34622ad2-a9ed-46e0-bbf8-ead04699beb2,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:27.277248 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 24e10c9e-ea97-40d8-a20c-348ec3313469 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:27.362855 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779fd83-8375-42a8-bbd8-4ddc5807f7d6 req-a5719ba1-980f-48bb-88ea-71e0df001a40 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:27.368314 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a779fd83-8375-42a8-bbd8-4ddc5807f7d6 req-a5719ba1-980f-48bb-88ea-71e0df001a40 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 943 time: 0.0500708 Sep 24 15:34:27.372398 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 24e10c9e-ea97-40d8-a20c-348ec3313469, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=24e10c9e-ea97-40d8-a20c-348ec3313469,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:27.384172 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '24e10c9e-ea97-40d8-a20c-348ec3313469', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'port_id': '24e10c9e-ea97-40d8-a20c-348ec3313469', 'mac_address': 'fa:16:3e:ed:ca:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671cd4cf-26f4-4493-8248-52fe2ad0109c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:27.406120 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a779fd83-8375-42a8-bbd8-4ddc5807f7d6 req-641da4dc-4251-4c62-8606-36a12410e78a tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Sep 24 15:34:27.435877 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.452532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e10c9e-ea97-40d8-a20c-348ec3313469 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:27.474001 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 24e10c9e-ea97-40d8-a20c-348ec3313469, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=24e10c9e-ea97-40d8-a20c-348ec3313469,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:27.569744 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.621350 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=24e10c9e-ea97-40d8-a20c-348ec3313469,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:27.771826 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5404-d070-4898-8365-b2b6ffe4e0ab req-16495142-3477-4e12-a1c9-8d0246e09353 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:27.773594 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9d4c5404-d070-4898-8365-b2b6ffe4e0ab req-16495142-3477-4e12-a1c9-8d0246e09353 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0679767 Sep 24 15:34:27.825154 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9d4c5404-d070-4898-8365-b2b6ffe4e0ab req-1ccb3c17-bbc4-4916-8d3e-23937eaa52c7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 Sep 24 15:34:28.027094 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-932c2ac5-f198-4b28-a296-f7e229cfc960 req-7fc78009-c86d-453f-8dd5-76f194d3e635 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9e3052-d2d5-455f-a1d4-3cb8ad3f2ad7 HTTP/1.1" status: 200 len: 210 time: 0.0347180 Sep 24 15:34:28.029013 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['24e10c9e-ea97-40d8-a20c-348ec3313469'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:28.485432 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48244) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:28.530872 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f5874-362e-4edc-8155-8753b7e32813 req-b8829cec-32e9-4d85-9d06-a3b5c6765b00 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:28.533170 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3f8f5874-362e-4edc-8155-8753b7e32813 req-b8829cec-32e9-4d85-9d06-a3b5c6765b00 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 944 time: 0.0517840 Sep 24 15:34:28.574926 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3f8f5874-362e-4edc-8155-8753b7e32813 req-7994a80a-af9a-4273-8143-b6682308fc81 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Sep 24 15:34:28.585488 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1527888579-network', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:28.717211 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Made reservation on behalf of 0cb7b879b7594fecaa483635998a87ca for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:28.719760 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.729994 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.822063 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.950314 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fddef-d175-4a10-8ff5-8da0762d6e55 req-3854e118-e28e-4218-8173-f5938d782315 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:28.951890 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-488fddef-d175-4a10-8ff5-8da0762d6e55 req-3854e118-e28e-4218-8173-f5938d782315 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Sep 24 15:34:28.967207 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.988998 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1328, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:34:28.990711 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-488fddef-d175-4a10-8ff5-8da0762d6e55 req-8482b489-899f-4f86-b7d8-10fc48899728 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Sep 24 15:34:29.003764 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac627b32-0519-4188-b80b-deb5e8c42a12,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:29.006622 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.006959 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Added segment 5bb7cf50-9b6a-4b07-8bf5-777794892c42 of type vlan for network 2d9a6967-345e-4e16-820b-ce17a92d9b50 Sep 24 15:34:29.046902 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.221056 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.224998 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:29.224998 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.280093 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] Pushing event updated for resources: {'Network': ['ID=2d9a6967-345e-4e16-820b-ce17a92d9b50,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:29.285807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 24e10c9e-ea97-40d8-a20c-348ec3313469 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:29.291181 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:34:29.338015 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-a764091f-e2a7-4035-b1bc-bceb69b1e428 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:29.339568 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-a764091f-e2a7-4035-b1bc-bceb69b1e428 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/networks?id=edd0451f-4747-4b15-ad82-03f3f710f38a HTTP/1.1" status: 200 len: 809 time: 0.1047585 Sep 24 15:34:29.341031 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-aad080e4-a139-4fc0-a0d8-e30c648f8d3c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8539858 Sep 24 15:34:29.343979 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48274) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:29.350296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Request body: {'subnet': {'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1527888579-subnet', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:29.355825 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-a8e21e1e-e181-4720-82f9-c789b7a68268 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/quotas/ad8d48fb8d86483c965504d5251700e0 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Sep 24 15:34:29.387346 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-95c7b660-84ab-4c9c-a2f3-5a3d4f9834ef tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad8d48fb8d86483c965504d5251700e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246587 Sep 24 15:34:29.475222 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-c7b8f828-eda0-4b31-a656-39988d8b2a20 service neutron] 10.222.0.60 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806444 Sep 24 15:34:29.540837 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 24e10c9e-ea97-40d8-a20c-348ec3313469 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:29.542161 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Made reservation on behalf of 0cb7b879b7594fecaa483635998a87ca for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:29.546421 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 24e10c9e-ea97-40d8-a20c-348ec3313469 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:29.554386 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.554534 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25849056'] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.574323 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-3bb279be-b751-4d57-a0e7-f04d3b84c487 service neutron] 10.222.0.60 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930910 Sep 24 15:34:29.638653 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.666015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e10c9e-ea97-40d8-a20c-348ec3313469'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:29.666537 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0592b249-82e6-4be1-aaa8-d2a91e169c7e" -d '{"events": [{"server_uuid": "210b8f2e-845a-4af5-969d-e84f6ad0e7b1", "name": "network-vif-plugged", "status": "completed", "tag": "24e10c9e-ea97-40d8-a20c-348ec3313469"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:29.679564 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 24e10c9e-ea97-40d8-a20c-348ec3313469, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=24e10c9e-ea97-40d8-a20c-348ec3313469,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:29.749505 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085993ec-8f6d-46e5-824a-f2081799f97f req-cafc6616-92b9-4423-9002-dfd3ee4ce11a tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:29.751181 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-085993ec-8f6d-46e5-824a-f2081799f97f req-cafc6616-92b9-4423-9002-dfd3ee4ce11a tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 944 time: 0.1026585 Sep 24 15:34:29.803023 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-085993ec-8f6d-46e5-824a-f2081799f97f req-cfe2cb8a-07ee-4ed0-b601-b505ee10138f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Sep 24 15:34:29.848946 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b592e6-61c4-4bfa-bd1e-0ad1ba30250d x-openstack-request-id: req-54b592e6-61c4-4bfa-bd1e-0ad1ba30250d {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:29.849760 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210b8f2e-845a-4af5-969d-e84f6ad0e7b1", "name": "network-vif-plugged", "status": "completed", "tag": "24e10c9e-ea97-40d8-a20c-348ec3313469", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:29.850154 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54b592e6-61c4-4bfa-bd1e-0ad1ba30250d {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:29.850747 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e10c9e-ea97-40d8-a20c-348ec3313469', 'code': 200} Sep 24 15:34:29.913449 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-873064bd-5df3-4614-b594-4bde3cd094c1 req-57e136a7-8b38-47fc-a399-7d90d429aff1 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Sep 24 15:34:29.942532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.942532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 23fc0bc0-db28-4671-919f-a84dd6f7459a no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:29.966396 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 23fc0bc0-db28-4671-919f-a84dd6f7459a {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:29.967271 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 23fc0bc0-db28-4671-919f-a84dd6f7459a not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:29.970210 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25849042'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.016844 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=24e10c9e-ea97-40d8-a20c-348ec3313469,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:30.037674 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0282084-d221-48dc-a802-72b3743017ca,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:30.046296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Checking segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:30.046649 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Network hostable DHCP agents. Network: 2d9a6967-345e-4e16-820b-ce17a92d9b50, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:34:30.112254 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f8ced-094b-4bf0-b765-98639b77f2fc req-ac144501-bd41-4d3d-8d86-00019a323b2f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:30.113803 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ed7f8ced-094b-4bf0-b765-98639b77f2fc req-ac144501-bd41-4d3d-8d86-00019a323b2f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Sep 24 15:34:30.150401 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ed7f8ced-094b-4bf0-b765-98639b77f2fc req-b0c95228-2a41-4d6f-8eb0-eb6ada919b0e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304334 Sep 24 15:34:30.220387 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:34:30.326183 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198ea07-bd43-4e2f-b7c1-295a90a8b684 req-6af9670d-3092-4e06-bb9d-733f07524ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:30.327934 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5198ea07-bd43-4e2f-b7c1-295a90a8b684 req-6af9670d-3092-4e06-bb9d-733f07524ea4 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 1098 time: 0.0519404 Sep 24 15:34:30.334984 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 2d9a6967-345e-4e16-820b-ce17a92d9b50) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:30.342439 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:30.343029 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.354484 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d6dbd-bb9c-4689-be68-8c269cb9e986 None None] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:30.380979 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5198ea07-bd43-4e2f-b7c1-295a90a8b684 req-198ca4d7-6473-4d37-9381-aec8138c3c3b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Sep 24 15:34:30.421426 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:34:30.461548 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-40c0bf62-ab61-4ce5-ae0d-f3b9f37ca5a2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1163259 Sep 24 15:34:30.464094 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48302) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:30.468364 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:30.503758 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-2d9a6967-345e-4e16-820b-ce17a92d9b50', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:34:30.504696 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.620480 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.622128 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.632917 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Allocated IP 172.20.0.2 (2d9a6967-345e-4e16-820b-ce17a92d9b50/d0282084-d221-48dc-a802-72b3743017ca/02f8c8bc-bd1a-444f-9efd-cfec5254d634) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:30.670652 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.786712 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.918051 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.953559 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:30.958032 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:30.960796 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:30.975311 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Pushing event updated for resources: {'Port': ['ID=02f8c8bc-bd1a-444f-9efd-cfec5254d634,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:30.989088 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.001061 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c52d9c9-89b6-43fd-8e67-35a782df64f3 req-925e28cf-b01c-4ed4-bfaf-03921a01ac5f tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0324938 Sep 24 15:34:31.008720 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495bc7f-9ec8-42e3-ac87-2e16794e5f06 req-c618d3a4-4c37-42cd-9fd8-71db041f3a9c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.011665 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f495bc7f-9ec8-42e3-ac87-2e16794e5f06 req-c618d3a4-4c37-42cd-9fd8-71db041f3a9c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.1385047 Sep 24 15:34:31.055353 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f495bc7f-9ec8-42e3-ac87-2e16794e5f06 req-4429b36e-e089-4495-9cc7-b4faeff83708 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Sep 24 15:34:31.156548 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Attempting to bind port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:31.156919 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Attempting to bind port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:31.157274 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Attempting to bind port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 on network 2d9a6967-345e-4e16-820b-ce17a92d9b50 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:31.162190 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:31.162558 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Checking segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:31.162953 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.163363 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Bound using segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:31.163816 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Bound port: 02f8c8bc-bd1a-444f-9efd-cfec5254d634, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:31.164191 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.231125 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] For port 02f8c8bc-bd1a-444f-9efd-cfec5254d634, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:31.234156 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] For port 02f8c8bc-bd1a-444f-9efd-cfec5254d634, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=02f8c8bc-bd1a-444f-9efd-cfec5254d634,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:31.237043 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f8df3369-2beb-4ad7-a95c-16de8f7fbf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.308539 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f23c8-b3d2-41da-ba7a-ce896f69af85 req-f6abcdc7-ba3e-44c2-b75c-4847cb94c064 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.310032 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a56f23c8-b3d2-41da-ba7a-ce896f69af85 req-f6abcdc7-ba3e-44c2-b75c-4847cb94c064 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0752778 Sep 24 15:34:31.310963 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.317854 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.331853 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.374643 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb91bf-1f13-4d6d-95d1-3e9608c9a13a None None] Pushing event updated for resources: {'Port': ['ID=02f8c8bc-bd1a-444f-9efd-cfec5254d634,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:31.404702 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a56f23c8-b3d2-41da-ba7a-ce896f69af85 req-e4d222da-0af4-417f-81dc-a0d97609a1bb tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Sep 24 15:34:31.467302 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Allocated IP 172.27.1.137 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/3dc07a18-6507-4fff-9ca3-fd4da1fdcac3) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:31.582452 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.706317 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.742507 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:31.745415 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:31.748850 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:31.773572 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Pushing event updated for resources: {'Port': ['ID=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:32.123402 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-88b091e3-24c0-4f30-b8c8-9678453494c5 req-611e7805-6ffb-4f18-b958-1755e2ed6013 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0502145 Sep 24 15:34:32.146451 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.268912 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c332fb-9a2b-4186-902b-5f36bc0d8db5 None None] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:32.271869 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dedc9-5d9e-42e5-8633-0fb1c4fe7b54 req-e352b9b0-4877-4528-a1c5-e0d9af9c6bec tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:32.285192 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-870dedc9-5d9e-42e5-8633-0fb1c4fe7b54 req-e352b9b0-4877-4528-a1c5-e0d9af9c6bec tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0908077 Sep 24 15:34:32.304889 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-840748d7-9901-4bff-b477-c6dac92945a3 None None] Provisioning complete for port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:32.305246 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-840748d7-9901-4bff-b477-c6dac92945a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.355912 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-870dedc9-5d9e-42e5-8633-0fb1c4fe7b54 req-e3785592-3730-4e64-8303-618bc43dddef tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736616 Sep 24 15:34:32.417166 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.473435 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 02f8c8bc-bd1a-444f-9efd-cfec5254d634 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:32.520377 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-840748d7-9901-4bff-b477-c6dac92945a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.571816 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-840748d7-9901-4bff-b477-c6dac92945a3 None None] For port 02f8c8bc-bd1a-444f-9efd-cfec5254d634, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=02f8c8bc-bd1a-444f-9efd-cfec5254d634,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:32.572856 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:32.573228 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.575840 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba33ab-0b02-4595-9e5a-2ff6fc4e49f1 req-c5f13c11-69ea-4441-a941-b7eff6190af7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:32.577412 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0bba33ab-0b02-4595-9e5a-2ff6fc4e49f1 req-c5f13c11-69ea-4441-a941-b7eff6190af7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0944791 Sep 24 15:34:32.631800 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0bba33ab-0b02-4595-9e5a-2ff6fc4e49f1 req-9c934177-6d97-4ca6-865b-18b49ee8b593 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Sep 24 15:34:32.643639 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-840748d7-9901-4bff-b477-c6dac92945a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.688471 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.717436 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Router aae9af5e-a958-41ae-9167-450f4df43665 is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:34:32.718127 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840748d7-9901-4bff-b477-c6dac92945a3 None None] Pushing event updated for resources: {'Port': ['ID=02f8c8bc-bd1a-444f-9efd-cfec5254d634,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:32.768902 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:32.769539 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:32.775155 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-13331d39-5d92-45ac-9698-b5b8ad1ed117 None None] Provisioning complete for port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:32.775539 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-13331d39-5d92-45ac-9698-b5b8ad1ed117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.031019 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:34:33.040054 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Sync routers for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:34:33.049428 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:33.050036 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:33.117784 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.119126 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2454c963-28a4-4201-a37b-a520056fe83e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6540971 Sep 24 15:34:33.122347 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48338) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:33.152863 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:33.239390 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d579c125-d69e-4a94-954b-ba10f6314a55 req-76bb8d75-f71a-4f5e-9f2c-905053edd6dc tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 24 15:34:33.330438 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:31Z', 'revision_number': 3, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:33.355194 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Checking router: aae9af5e-a958-41ae-9167-450f4df43665 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:34:33.356049 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Updating router aae9af5e-a958-41ae-9167-450f4df43665 port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:34:33.380674 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.525157 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5b12f-ed84-487e-b193-905bf082f44c req-427036f2-9966-496e-9698-0f5694e59c11 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:33.526841 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ee5b12f-ed84-487e-b193-905bf082f44c req-427036f2-9966-496e-9698-0f5694e59c11 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0862558 Sep 24 15:34:33.601377 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ee5b12f-ed84-487e-b193-905bf082f44c req-527e5938-0f56-442b-9f21-3fbef65b1252 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648170 Sep 24 15:34:33.633768 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.643975 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.717285 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.750876 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df504d01-592a-4a40-9781-611e002f0d71 req-20dbe4a8-8150-4386-9900-972e87341ccc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:33.753031 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-df504d01-592a-4a40-9781-611e002f0d71 req-20dbe4a8-8150-4386-9900-972e87341ccc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0499136 Sep 24 15:34:33.769405 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Pushing event updated for resources: {'Port': ['ID=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:33.782841 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.783246 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.783601 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.783944 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.784286 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.784666 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.785011 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.785346 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.785821 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.786159 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.786921 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.786921 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.797604 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-df504d01-592a-4a40-9781-611e002f0d71 req-2b7550d7-ea84-46e6-b44a-c3b67e16f485 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380137 Sep 24 15:34:33.800488 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Attempting to bind port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:33.800870 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Attempting to bind port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:33.801820 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Attempting to bind port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:33.807695 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:33.808085 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:33.808576 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.817905 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:33.817905 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Bound port: 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:33.817905 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.821656 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Allocated IP 172.20.0.1 (2d9a6967-345e-4e16-820b-ce17a92d9b50/d0282084-d221-48dc-a802-72b3743017ca/e7e4c8e4-8efb-4132-8782-7a93d543fd08) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:33.861476 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] For port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:33.864394 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] For port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:33.926246 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.974888 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.014396 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9bee505c-0056-4a62-b4b1-1665009fa713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.033861 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df2224-a980-4908-8487-2d62a8443efe None None] Pushing event updated for resources: {'Port': ['ID=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:34.036150 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:34.036748 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:34.047827 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.085702 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:34.085702 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:34.088975 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:34.127630 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e4c8e4-8efb-4132-8782-7a93d543fd08,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:34.139181 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.141407 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:34.351579 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:31Z', 'revision_number': 3, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:34.361880 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e79327f5-04fb-4a58-8f84-49776bec78f5 req-6cb2b6c7-51d1-48e7-b5c8-46c54dd28a0b tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0312228 Sep 24 15:34:34.391428 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-19821eed-0c79-4798-951b-d0bd031453fe None None] Provisioning complete for port e7e4c8e4-8efb-4132-8782-7a93d543fd08 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:34.391905 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-19821eed-0c79-4798-951b-d0bd031453fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.394872 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 02f8c8bc-bd1a-444f-9efd-cfec5254d634 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:34.440576 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.468100 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-19821eed-0c79-4798-951b-d0bd031453fe None None] Port e7e4c8e4-8efb-4132-8782-7a93d543fd08 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:34.469954 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a714-6546-473b-af2c-99d5027ae78a None None] The sync data for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi is: [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:31Z', 'revision_number': 3, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:34:34.488881 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:34.489261 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.590942 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.640855 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.719459 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.790399 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.813847 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c937427-3e46-40b9-b7be-b146462baaee req-2467f530-3ea9-420d-994f-fc76e03ccb0b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:34.815463 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0c937427-3e46-40b9-b7be-b146462baaee req-2467f530-3ea9-420d-994f-fc76e03ccb0b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.1238644 Sep 24 15:34:34.816179 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Pushing event updated for resources: {'Port': ['ID=e7e4c8e4-8efb-4132-8782-7a93d543fd08,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:34.915461 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0c937427-3e46-40b9-b7be-b146462baaee req-83cb2b5d-ed4a-4428-aaa9-9871022850b7 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899923 Sep 24 15:34:34.930680 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c52cc1-a6ce-486f-99cd-b77f2f48e7a1 req-e4ec3778-06e1-40b1-a0b6-055c3b6acf7e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:34.932216 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-77c52cc1-a6ce-486f-99cd-b77f2f48e7a1 req-e4ec3778-06e1-40b1-a0b6-055c3b6acf7e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0512478 Sep 24 15:34:34.949794 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:34.951237 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:35.027198 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-77c52cc1-a6ce-486f-99cd-b77f2f48e7a1 req-730f6caa-9efa-40d1-b950-e12b84d98ea6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814991 Sep 24 15:34:35.119841 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Router aae9af5e-a958-41ae-9167-450f4df43665 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:34:35.197682 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-9f44674a-7aec-4b84-9d7a-a79bd1f880e9 None None] Provisioning complete for port e7e4c8e4-8efb-4132-8782-7a93d543fd08 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:35.198133 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9f44674a-7aec-4b84-9d7a-a79bd1f880e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.242570 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-9f44674a-7aec-4b84-9d7a-a79bd1f880e9 None None] Port e7e4c8e4-8efb-4132-8782-7a93d543fd08 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:35.248062 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.263695 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:34:35.277729 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-3a91ea31-c29f-40b1-8995-55293a02b11f admin admin] 10.222.0.60 "PUT /v2.0/routers/aae9af5e-a958-41ae-9167-450f4df43665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1464121 Sep 24 15:34:35.469830 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8fe9c881-f368-4002-84a9-170a6fb1f760 req-792e6ce5-01fe-44bc-b5c3-9501d9dcf2a5 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0286014 Sep 24 15:34:35.549450 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc9771-5af7-412d-b5ba-3e6b405d05c9 req-1c8f0ee4-712c-4cda-bdc1-58e6238254af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:35.550931 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32cc9771-5af7-412d-b5ba-3e6b405d05c9 req-1c8f0ee4-712c-4cda-bdc1-58e6238254af service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 1098 time: 0.0374193 Sep 24 15:34:35.585940 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32cc9771-5af7-412d-b5ba-3e6b405d05c9 req-5355e193-7cee-4ee2-b9f2-3f421361380c service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260837 Sep 24 15:34:36.029209 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedef7c-08d4-4b52-914f-da3d6bee337c req-4efc3c2f-b89d-4772-9333-167bc94ff49d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:36.035716 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cdedef7c-08d4-4b52-914f-da3d6bee337c req-4efc3c2f-b89d-4772-9333-167bc94ff49d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0533972 Sep 24 15:34:36.068549 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-bbbd9c36-9f26-4656-a6b0-e2cd3f275a8e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:36.069930 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-bbbd9c36-9f26-4656-a6b0-e2cd3f275a8e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "GET /v2.0/networks?id=edd0451f-4747-4b15-ad82-03f3f710f38a HTTP/1.1" status: 200 len: 809 time: 0.1182888 Sep 24 15:34:36.093975 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Request body: {'port': {'device_id': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a', 'admin_state_up': True, 'tenant_id': 'ad8d48fb8d86483c965504d5251700e0'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:36.109775 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cdedef7c-08d4-4b52-914f-da3d6bee337c req-2e958df6-fc91-4394-b171-a8858cabee58 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Sep 24 15:34:36.231495 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205df134-7c48-476b-807a-36211f4363cc req-b3e6d9ae-e5d7-4136-8ebc-2f4661f0ff09 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:36.233271 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-205df134-7c48-476b-807a-36211f4363cc req-b3e6d9ae-e5d7-4136-8ebc-2f4661f0ff09 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0998404 Sep 24 15:34:36.268784 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Sync routers for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:34:36.278723 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:36.279386 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:36.291511 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-205df134-7c48-476b-807a-36211f4363cc req-1409305d-a480-4a77-b8a8-fb31b8a085e8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479724 Sep 24 15:34:36.374384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Made reservation on behalf of ad8d48fb8d86483c965504d5251700e0 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:36.377908 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.419543 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:36.423093 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:36.608303 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Allocated IP 172.20.0.11 (edd0451f-4747-4b15-ad82-03f3f710f38a/5df32872-830d-49c6-8f1e-ee8405734358/44e8df01-4e02-48c1-94a8-12531fb81794) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:36.618506 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.628178 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48430) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:36.632585 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aabd01b6-9dad-4ace-a5e8-90ca41c714fb req-f82ec6e0-a50a-44cd-980e-16924456ac8f tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0440600 Sep 24 15:34:36.633000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-196907936-network', 'tenant_id': '564053e687d3435aba96c486e4bd4e27'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:36.654853 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:36.655243 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.780462 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.790047 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 2, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:36.816814 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.825641 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Checking router: aae9af5e-a958-41ae-9167-450f4df43665 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:34:36.825991 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Updating router aae9af5e-a958-41ae-9167-450f4df43665 port e7e4c8e4-8efb-4132-8782-7a93d543fd08 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:34:36.831338 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:36.853848 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.882869 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Made reservation on behalf of 564053e687d3435aba96c486e4bd4e27 for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:36.885230 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.894017 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.952725 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.990202 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.009431 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.030177 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.066029 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Network edd0451f-4747-4b15-ad82-03f3f710f38a is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:37.069444 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:37.080126 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:37.088813 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:37.090612 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.107715 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Pushing event updated for resources: {'Port': ['ID=44e8df01-4e02-48c1-94a8-12531fb81794,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.124393 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.156159 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efc80ec-a55c-4583-908a-cd563bd35bc1,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.160941 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1329, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:34:37.189256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.189757 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Added segment 332a91f2-7276-4a60-8489-3e2fed4c5d72 of type vlan for network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b Sep 24 15:34:37.191295 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.231978 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.244145 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-d9f8d827-cbde-401a-aace-1aa23055a543 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1555538 Sep 24 15:34:37.260978 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Request body: {'port': {'device_id': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:37.305538 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.327211 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.346305 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.347892 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:37.347892 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.391940 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177fb9f-0f0f-45f0-87e4-6bd9b0628421 None None] Pushing event updated for resources: {'Port': ['ID=e7e4c8e4-8efb-4132-8782-7a93d543fd08,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.437723 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5fc845-b0cc-4708-91d5-350ae2c6e57b,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.455302 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee6b41-b470-4542-9c51-db463c19d8ed req-535d38b8-f2a0-45e1-ab5f-0f4466c3d75f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:37.457624 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-54ee6b41-b470-4542-9c51-db463c19d8ed req-535d38b8-f2a0-45e1-ab5f-0f4466c3d75f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0735259 Sep 24 15:34:37.457902 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:34:37.514750 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Attempting to bind port e7e4c8e4-8efb-4132-8782-7a93d543fd08 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:37.515608 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Attempting to bind port e7e4c8e4-8efb-4132-8782-7a93d543fd08 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:37.516843 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Attempting to bind port e7e4c8e4-8efb-4132-8782-7a93d543fd08 on network 2d9a6967-345e-4e16-820b-ce17a92d9b50 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:37.526696 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:37.527939 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Checking segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:37.528220 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-6d8da834-709d-4a65-983c-e7222b83c4c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9024947 Sep 24 15:34:37.528798 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.529391 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Bound using segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:37.529998 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Bound port: e7e4c8e4-8efb-4132-8782-7a93d543fd08, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:37.530482 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.531345 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48452) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:37.540793 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Request body: {'subnet': {'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-196907936-subnet', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:37.585825 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-54ee6b41-b470-4542-9c51-db463c19d8ed req-a0d76034-4086-44cd-86cd-1cb6bb9d482c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161659 Sep 24 15:34:37.773265 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Made reservation on behalf of 564053e687d3435aba96c486e4bd4e27 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:37.774683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25849056'] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.799947 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b3d4-3830-430a-b4cf-ec57494dbd5e req-2a66e0d5-caa3-477c-95ac-dfd066933785 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:37.801480 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a252b3d4-3830-430a-b4cf-ec57494dbd5e req-2a66e0d5-caa3-477c-95ac-dfd066933785 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 932 time: 0.0809190 Sep 24 15:34:37.811042 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] For port e7e4c8e4-8efb-4132-8782-7a93d543fd08, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:37.825071 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] For port e7e4c8e4-8efb-4132-8782-7a93d543fd08, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=e7e4c8e4-8efb-4132-8782-7a93d543fd08,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:37.827895 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-f43ae692-0d0b-4330-a27c-971e1f04f4c0 None None] Provisioning complete for port e7e4c8e4-8efb-4132-8782-7a93d543fd08 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:37.828371 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f43ae692-0d0b-4330-a27c-971e1f04f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.848274 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e8df01-4e02-48c1-94a8-12531fb81794 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:37.862532 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.864864 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f43ae692-0d0b-4330-a27c-971e1f04f4c0 None None] Port e7e4c8e4-8efb-4132-8782-7a93d543fd08 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:37.872332 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a252b3d4-3830-430a-b4cf-ec57494dbd5e req-ac6a4b0e-79fe-44e8-b602-0adf2fd2f8c4 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533350 Sep 24 15:34:37.880302 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Transition to ACTIVE for port object 44e8df01-4e02-48c1-94a8-12531fb81794 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:37.918442 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.979125 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:37.979780 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:37.997571 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.019356 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177fb9f-0f0f-45f0-87e4-6bd9b0628421 None None] Pushing event updated for resources: {'Port': ['ID=e7e4c8e4-8efb-4132-8782-7a93d543fd08,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:38.062051 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Pushing event updated for resources: {'Port': ['ID=44e8df01-4e02-48c1-94a8-12531fb81794,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:38.073162 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25849042'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.130209 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Attempting to bind port 44e8df01-4e02-48c1-94a8-12531fb81794 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:38.130781 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Attempting to bind port 44e8df01-4e02-48c1-94a8-12531fb81794 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:38.131209 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Attempting to bind port 44e8df01-4e02-48c1-94a8-12531fb81794 on network edd0451f-4747-4b15-ad82-03f3f710f38a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:38.140880 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Port 44e8df01-4e02-48c1-94a8-12531fb81794 on network edd0451f-4747-4b15-ad82-03f3f710f38a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:38.143466 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0af0035-2677-4784-8ee3-03e51c287a9d,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:38.143624 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Attempting to bind port 44e8df01-4e02-48c1-94a8-12531fb81794 on network edd0451f-4747-4b15-ad82-03f3f710f38a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:38.153021 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:38.164183 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:38.166807 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Checking segment: {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:38.168965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Bound using segment: {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:38.168965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Bound port: 44e8df01-4e02-48c1-94a8-12531fb81794, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e3e721-e2bd-4a17-826f-f1100db6df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:38.168965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.180807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Checking segment: {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:38.181161 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Network hostable DHCP agents. Network: 5e5fc845-b0cc-4708-91d5-350ae2c6e57b, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:34:38.217326 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-d24592d6-a4f3-4d78-94e4-1385088ca07c None None] Provisioning complete for port e7e4c8e4-8efb-4132-8782-7a93d543fd08 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:38.218018 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d24592d6-a4f3-4d78-94e4-1385088ca07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.287622 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] For port 44e8df01-4e02-48c1-94a8-12531fb81794, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:38.287622 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] For port 44e8df01-4e02-48c1-94a8-12531fb81794, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=44e8df01-4e02-48c1-94a8-12531fb81794,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:38.305633 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:34:38.332646 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48476) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:38.358543 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.402330 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:38.423281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.424053 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.425530 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] 10.222.0.109 "PUT /v2.0/ports/44e8df01-4e02-48c1-94a8-12531fb81794 HTTP/1.1" status: 200 len: 1094 time: 1.1689785 Sep 24 15:34:38.426176 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170eccf-ebdc-45b5-ad64-6e6b3e5e69dc service neutron] Pushing event updated for resources: {'Port': ['ID=44e8df01-4e02-48c1-94a8-12531fb81794,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:38.428560 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'tag': '44e8df01-4e02-48c1-94a8-12531fb81794'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:38.430883 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f3684-248e-402c-a83a-cf5c97f7c7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b281fa5f-323f-4cb8-80fa-6d0dc14e8541", "tag": "44e8df01-4e02-48c1-94a8-12531fb81794"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:38.436735 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 5e5fc845-b0cc-4708-91d5-350ae2c6e57b) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:38.445203 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.451058 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d24592d6-a4f3-4d78-94e4-1385088ca07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.451241 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.477514 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd231e1-d96a-4f25-85e8-0738d2d3b44b x-openstack-request-id: req-6bd231e1-d96a-4f25-85e8-0738d2d3b44b {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:38.499455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b281fa5f-323f-4cb8-80fa-6d0dc14e8541", "tag": "44e8df01-4e02-48c1-94a8-12531fb81794", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:38.499455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bd231e1-d96a-4f25-85e8-0738d2d3b44b {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:38.499455 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'tag': '44e8df01-4e02-48c1-94a8-12531fb81794', 'status': 'completed', 'code': 200} Sep 24 15:34:38.500080 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b5d164-1d15-4bce-a2c5-22392a9419ab None None] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:38.540537 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f4f6026a-7fe3-45e9-9a33-e3a62d785ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.552218 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-d24592d6-a4f3-4d78-94e4-1385088ca07c None None] For port e7e4c8e4-8efb-4132-8782-7a93d543fd08, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=e7e4c8e4-8efb-4132-8782-7a93d543fd08,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:38.564079 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3684-248e-402c-a83a-cf5c97f7c7b0 req-8371deb2-3c9f-4c2a-b29a-0e83574f4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.565577 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-657f3684-248e-402c-a83a-cf5c97f7c7b0 req-8371deb2-3c9f-4c2a-b29a-0e83574f4019 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad8d48fb8d86483c965504d5251700e0&device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 1097 time: 0.0608299 Sep 24 15:34:38.597198 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:38.597610 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.628694 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-44b30a6f-dcc8-4311-a27f-8b97c7748271 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0925865 Sep 24 15:34:38.633214 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48488) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:38.639774 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:38.650242 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:37Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:38.658768 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d24592d6-a4f3-4d78-94e4-1385088ca07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.718487 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e885d-f9ce-45ce-a966-6da3efdb4516 None None] The sync data for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi is: [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:37Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:34:38.760349 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86be1-9dcd-4d7c-bffb-2dcaf92eff23 req-9532d25a-10f2-417b-9874-7de37e5ad027 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.764828 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-34a86be1-9dcd-4d7c-bffb-2dcaf92eff23 req-9532d25a-10f2-417b-9874-7de37e5ad027 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0763888 Sep 24 15:34:38.840797 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-34a86be1-9dcd-4d7c-bffb-2dcaf92eff23 req-47a38d1a-a557-4a16-b4e0-89a4b3cf34fc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Sep 24 15:34:38.862456 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-5e5fc845-b0cc-4708-91d5-350ae2c6e57b', 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'fixed_ips': [{'subnet_id': 'b0af0035-2677-4784-8ee3-03e51c287a9d'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:34:38.863349 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.881325 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24592d6-a4f3-4d78-94e4-1385088ca07c None None] Pushing event updated for resources: {'Port': ['ID=e7e4c8e4-8efb-4132-8782-7a93d543fd08,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:39.006439 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9e12-9d38-475a-8f6f-d4c3ebae9815 req-7d3e77b3-4192-4262-87ba-279ba6280c5d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.008862 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2c4c9e12-9d38-475a-8f6f-d4c3ebae9815 req-7d3e77b3-4192-4262-87ba-279ba6280c5d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0576084 Sep 24 15:34:39.050622 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3684-248e-402c-a83a-cf5c97f7c7b0 req-9015158f-2bb3-453b-b5e2-be49bbecf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.052232 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-657f3684-248e-402c-a83a-cf5c97f7c7b0 req-9015158f-2bb3-453b-b5e2-be49bbecf3a1 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=ad8d48fb8d86483c965504d5251700e0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4709911 Sep 24 15:34:39.052595 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Allocated IP 172.20.0.2 (5e5fc845-b0cc-4708-91d5-350ae2c6e57b/b0af0035-2677-4784-8ee3-03e51c287a9d/3a572e02-3f8e-4df4-9028-168ae792684d) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:39.137239 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2c4c9e12-9d38-475a-8f6f-d4c3ebae9815 req-cd356cb1-1cbc-4a9a-b1a3-f6a1b257399c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133010 Sep 24 15:34:39.271400 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.282587 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48508) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:39.297069 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3684-248e-402c-a83a-cf5c97f7c7b0 req-d27befde-a882-4d71-8333-4c962d8796d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.298855 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-657f3684-248e-402c-a83a-cf5c97f7c7b0 req-d27befde-a882-4d71-8333-4c962d8796d8 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2299848 Sep 24 15:34:39.300929 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f4f6026a-7fe3-45e9-9a33-e3a62d785ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.319363 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c571cc-1930-444f-8143-5e7cf4f414e9 req-50c5d058-af0b-4a36-a2dd-a8ab4616b004 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.321554 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-90c571cc-1930-444f-8143-5e7cf4f414e9 req-50c5d058-af0b-4a36-a2dd-a8ab4616b004 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 944 time: 0.0780232 Sep 24 15:34:39.379587 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-90c571cc-1930-444f-8143-5e7cf4f414e9 req-ef55aa23-4439-422b-a7e2-0c952ca761fa tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 Sep 24 15:34:39.385706 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.428252 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f4f6026a-7fe3-45e9-9a33-e3a62d785ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.449477 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-a34ba428-5fac-4167-bfcd-22b320db9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.451043 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-a34ba428-5fac-4167-bfcd-22b320db9370 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad8d48fb8d86483c965504d5251700e0&device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 1097 time: 0.0987487 Sep 24 15:34:39.466637 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:39.477971 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:39.488238 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:39.520893 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Pushing event updated for resources: {'Port': ['ID=3a572e02-3f8e-4df4-9028-168ae792684d,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:39.535314 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.536444 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.568998 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-6fd430bb-1264-4448-b302-0692e0f1b06f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44e8df01-4e02-48c1-94a8-12531fb81794 HTTP/1.1" status: 200 len: 217 time: 0.0944819 Sep 24 15:34:39.574620 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-593d5ac8-153f-4749-a854-953158c677b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.580932 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f4f6026a-7fe3-45e9-9a33-e3a62d785ecd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e0b6eb086c14aba9cf44b5019934520&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2461371 Sep 24 15:34:39.590700 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48518) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:39.617746 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6026a-7fe3-45e9-9a33-e3a62d785ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c03f32-9511-4e75-b395-e63ba158926c,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:39.642981 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Attempting to bind port 3a572e02-3f8e-4df4-9028-168ae792684d on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:39.643682 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Attempting to bind port 3a572e02-3f8e-4df4-9028-168ae792684d by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:39.644194 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Attempting to bind port 3a572e02-3f8e-4df4-9028-168ae792684d on network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:39.650920 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.666414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:39.666414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Checking segment: {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:39.666414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.666414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Bound using segment: {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:39.666414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Bound port: 3a572e02-3f8e-4df4-9028-168ae792684d, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:39.666414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.687643 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-964cefc0-d8e3-4d0f-a7a6-edbafa08058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.689319 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-964cefc0-d8e3-4d0f-a7a6-edbafa08058d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5df32872-830d-49c6-8f1e-ee8405734358 HTTP/1.1" status: 200 len: 849 time: 0.1081557 Sep 24 15:34:39.718176 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3d374078-04bb-491c-8deb-e759e73f2199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.755016 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-0dad923b-dcad-4237-9307-a4a721f68929 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=edd0451f-4747-4b15-ad82-03f3f710f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509236 Sep 24 15:34:39.791725 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3d374078-04bb-491c-8deb-e759e73f2199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.798709 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] For port 3a572e02-3f8e-4df4-9028-168ae792684d, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:39.802699 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] For port 3a572e02-3f8e-4df4-9028-168ae792684d, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3a572e02-3f8e-4df4-9028-168ae792684d,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:39.882711 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-593d5ac8-153f-4749-a854-953158c677b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.900466 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-419a6cca-469b-464d-aa31-973eb6cb1ca5 service neutron] 10.222.0.109 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326087 Sep 24 15:34:39.945925 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.013611 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c158c-aeaa-47fc-ad47-17f7ced2c2d4 None None] Pushing event updated for resources: {'Port': ['ID=3a572e02-3f8e-4df4-9028-168ae792684d,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:40.021165 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-028b319b-71f7-43bc-97ec-ad99ca2d9140 req-c6b174b9-8d2e-4b72-a5d7-bc8ffc597d4e service neutron] 10.222.0.109 "GET /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086378 Sep 24 15:34:40.027852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-593d5ac8-153f-4749-a854-953158c677b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.074580 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-593d5ac8-153f-4749-a854-953158c677b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ebd8710314b489eb3b540c2bc8a81bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7875898 Sep 24 15:34:40.075610 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48520) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:40.081873 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5ac8-153f-4749-a854-953158c677b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80672e3d-3053-42f9-be45-97ef4efe9309,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:40.152597 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1eb437b0-9bf3-47cf-b537-0f0e9f7458ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.177544 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1eb437b0-9bf3-47cf-b537-0f0e9f7458ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.181799 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.294662 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3d374078-04bb-491c-8deb-e759e73f2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.298364 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-3d374078-04bb-491c-8deb-e759e73f2199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.299540 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-3d374078-04bb-491c-8deb-e759e73f2199 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70c03f32-9511-4e75-b395-e63ba158926c HTTP/1.1" status: 204 len: 168 time: 0.7077215 Sep 24 15:34:40.325306 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d374078-04bb-491c-8deb-e759e73f2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c03f32-9511-4e75-b395-e63ba158926c,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:40.335863 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1eb437b0-9bf3-47cf-b537-0f0e9f7458ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.339217 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1eb437b0-9bf3-47cf-b537-0f0e9f7458ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.341544 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1eb437b0-9bf3-47cf-b537-0f0e9f7458ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80672e3d-3053-42f9-be45-97ef4efe9309 HTTP/1.1" status: 204 len: 168 time: 0.2649605 Sep 24 15:34:40.361773 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb437b0-9bf3-47cf-b537-0f0e9f7458ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80672e3d-3053-42f9-be45-97ef4efe9309,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:40.585650 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2cfe-0710-4691-90c5-c61baf18199f req-df949282-dd98-42f8-9ca1-c35b3d636c17 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:40.599727 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.607683 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c43c2cfe-0710-4691-90c5-c61baf18199f req-df949282-dd98-42f8-9ca1-c35b3d636c17 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 944 time: 0.0992923 Sep 24 15:34:40.611651 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e7e4c8e4-8efb-4132-8782-7a93d543fd08 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:40.639821 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.667535 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c43c2cfe-0710-4691-90c5-c61baf18199f req-2160b567-71ea-49a0-86f8-2435b505dff0 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Sep 24 15:34:40.692877 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port e7e4c8e4-8efb-4132-8782-7a93d543fd08 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:40.693314 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.762369 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Allocated IP 172.27.1.182 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/e57e3b49-1f0f-4fde-891d-c9f9a73a3f84) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:40.790287 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3a572e02-3f8e-4df4-9028-168ae792684d up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:40.860413 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 3a572e02-3f8e-4df4-9028-168ae792684d triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:40.860713 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.911470 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.979475 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.012796 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 3a572e02-3f8e-4df4-9028-168ae792684d, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3a572e02-3f8e-4df4-9028-168ae792684d,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:41.094464 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.136390 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:41.139412 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:41.142875 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:41.161325 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f703a5b-90e4-4d43-8db0-0623f0e8ba56 None None] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:41.164864 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.172625 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Pushing event updated for resources: {'Port': ['ID=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:41.281199 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-87e13297-77f7-4884-975c-ec8ddf79dc63 None None] Provisioning complete for port 3a572e02-3f8e-4df4-9028-168ae792684d triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:41.281662 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-87e13297-77f7-4884-975c-ec8ddf79dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.293094 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=3a572e02-3f8e-4df4-9028-168ae792684d,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:41.342754 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48548) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:41.365498 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f75426e9-dc3b-46c6-a1e8-272bf92a9647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.365624 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 44e8df01-4e02-48c1-94a8-12531fb81794 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:41.540841 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.556971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f75426e9-dc3b-46c6-a1e8-272bf92a9647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.561294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.db.resource_extend [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:34:41.581463 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48556) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:41.631042 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f75426e9-dc3b-46c6-a1e8-272bf92a9647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.680503 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 44e8df01-4e02-48c1-94a8-12531fb81794, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=44e8df01-4e02-48c1-94a8-12531fb81794,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:41.694044 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f75426e9-dc3b-46c6-a1e8-272bf92a9647 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea99f82b17cc454bae9b35649fdf1937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500533 Sep 24 15:34:41.695479 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75426e9-dc3b-46c6-a1e8-272bf92a9647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a07ee-fc08-44d1-84a4-097e01677f6e,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:41.720656 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48564) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:41.723870 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '44e8df01-4e02-48c1-94a8-12531fb81794', 'network_id': 'edd0451f-4747-4b15-ad82-03f3f710f38a', 'port_id': '44e8df01-4e02-48c1-94a8-12531fb81794', 'mac_address': 'fa:16:3e:56:b9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df32872-830d-49c6-8f1e-ee8405734358', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:41.773564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-863a4a38-0388-4db6-85bf-36ed244efe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.832126 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.849070 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e8df01-4e02-48c1-94a8-12531fb81794 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:41.876816 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 44e8df01-4e02-48c1-94a8-12531fb81794, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=44e8df01-4e02-48c1-94a8-12531fb81794,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:41.916501 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.920920 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-863a4a38-0388-4db6-85bf-36ed244efe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.942917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a80537f6-8e06-4cd9-9daf-ca9fe163de27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.006996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a80537f6-8e06-4cd9-9daf-ca9fe163de27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.030664 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-1bb22360-024a-4bc2-b623-3ad5f9012464 None None] Provisioning complete for port 3a572e02-3f8e-4df4-9028-168ae792684d triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:42.031045 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1bb22360-024a-4bc2-b623-3ad5f9012464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.039825 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6416b-2739-42a8-8527-4027acbcb5a3 req-d8cf2d9a-e3c5-4e74-8a18-3f1917b7a08a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.049438 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-74f6416b-2739-42a8-8527-4027acbcb5a3 req-d8cf2d9a-e3c5-4e74-8a18-3f1917b7a08a tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 944 time: 0.2481039 Sep 24 15:34:42.050917 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.071251 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-863a4a38-0388-4db6-85bf-36ed244efe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.113316 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=44e8df01-4e02-48c1-94a8-12531fb81794,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:42.164811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7890e39-9477-426f-99c8-a3f837ce9f3d req-31a0d448-0cf2-484e-8159-30e63a99ac74 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.166440 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b7890e39-9477-426f-99c8-a3f837ce9f3d req-31a0d448-0cf2-484e-8159-30e63a99ac74 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1522603 Sep 24 15:34:42.178490 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-863a4a38-0388-4db6-85bf-36ed244efe5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bbde5958d9d43348394a84974c132ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956321 Sep 24 15:34:42.182234 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48576) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:42.187471 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a4a38-0388-4db6-85bf-36ed244efe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8753b-8eb7-4089-8338-2fd46c4bb193,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:42.206343 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-74f6416b-2739-42a8-8527-4027acbcb5a3 req-9bed230a-02c9-4c72-a395-35c1f0eacf0c tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269181 Sep 24 15:34:42.210903 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-0b829f4c-05e8-44fc-a655-bd19ba1949c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.212435 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-0b829f4c-05e8-44fc-a655-bd19ba1949c1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.1332939 Sep 24 15:34:42.233728 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b7890e39-9477-426f-99c8-a3f837ce9f3d req-d5875d6c-2f47-4ad7-b23b-79ef999b7679 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Sep 24 15:34:42.265201 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dff24bda-e785-4cce-8187-d3a735f4f916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.291005 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a80537f6-8e06-4cd9-9daf-ca9fe163de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.293739 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a80537f6-8e06-4cd9-9daf-ca9fe163de27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.300280 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a80537f6-8e06-4cd9-9daf-ca9fe163de27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/933a07ee-fc08-44d1-84a4-097e01677f6e HTTP/1.1" status: 204 len: 168 time: 0.5731966 Sep 24 15:34:42.301091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dff24bda-e785-4cce-8187-d3a735f4f916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.314206 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80537f6-8e06-4cd9-9daf-ca9fe163de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a07ee-fc08-44d1-84a4-097e01677f6e,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:42.356087 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-b9cd8344-2293-4c46-8a37-10ddc234540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.358249 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-b9cd8344-2293-4c46-8a37-10ddc234540e service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.1371324 Sep 24 15:34:42.362479 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Router 854879b4-77ac-4de6-a373-b22a74dcc660 is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:34:42.417668 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-afbf1550-18e8-4e79-94f4-0b29ae98d696 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 217 time: 0.0488358 Sep 24 15:34:42.421881 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['44e8df01-4e02-48c1-94a8-12531fb81794'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:42.453307 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3a572e02-3f8e-4df4-9028-168ae792684d up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:42.470863 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dff24bda-e785-4cce-8187-d3a735f4f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.473632 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-dff24bda-e785-4cce-8187-d3a735f4f916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.474778 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-dff24bda-e785-4cce-8187-d3a735f4f916 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08e8753b-8eb7-4089-8338-2fd46c4bb193 HTTP/1.1" status: 204 len: 168 time: 0.2896230 Sep 24 15:34:42.482531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-797fa965-bfe5-4f26-9f70-c900eafa1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.483572 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-797fa965-bfe5-4f26-9f70-c900eafa1e98 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0495694 Sep 24 15:34:42.488160 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff24bda-e785-4cce-8187-d3a735f4f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8753b-8eb7-4089-8338-2fd46c4bb193,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:42.500288 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:34:42.514296 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Sync routers for ids ['854879b4-77ac-4de6-a373-b22a74dcc660'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:34:42.531306 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Routers {'854879b4-77ac-4de6-a373-b22a74dcc660'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:42.532299 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['854879b4-77ac-4de6-a373-b22a74dcc660'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:42.532426 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-917f35ee-3412-42f5-95a7-263feb3a61ea service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356531 Sep 24 15:34:42.562890 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 3a572e02-3f8e-4df4-9028-168ae792684d triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:42.563384 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.608466 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.609785 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1339c2f1-bc2d-46d1-8c91-9602956027ba admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9778388 Sep 24 15:34:42.612592 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48590) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:42.651920 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-8a0b9b67-c927-4f69-9c9e-6738d9cacd8d service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083469 Sep 24 15:34:42.692616 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Set router 854879b4-77ac-4de6-a373-b22a74dcc660 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:42.799542 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c13d7b2-1395-4782-9295-43e00a9e9f1e req-221427d1-332b-443a-ae23-d8a95e990974 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344664 Sep 24 15:34:42.950288 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:34:41Z', 'revision_number': 3, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:42.994138 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Checking router: 854879b4-77ac-4de6-a373-b22a74dcc660 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:34:42.994653 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Updating router 854879b4-77ac-4de6-a373-b22a74dcc660 port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:34:43.023599 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.311935 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48614) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:43.330295 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-279d4d42-3dff-4a25-a0da-62c61dd102c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.335886 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.420168 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.428045 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82071891-fc98-46c8-9e85-08a56ebbca5d req-3c369ee8-54ce-4635-bf2a-6a341669cc3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.429702 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-82071891-fc98-46c8-9e85-08a56ebbca5d req-3c369ee8-54ce-4635-bf2a-6a341669cc3e tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 945 time: 0.0882242 Sep 24 15:34:43.443355 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.473860 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaee97a-6787-4d73-ad79-f70276e21d11 req-3c8f22a1-a324-4a82-9dcd-8e3265e7b553 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.475457 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1aaee97a-6787-4d73-ad79-f70276e21d11 req-3c8f22a1-a324-4a82-9dcd-8e3265e7b553 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1232395 Sep 24 15:34:43.491406 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-82071891-fc98-46c8-9e85-08a56ebbca5d req-cd9d38da-e3e0-403e-b951-ffea60c0fc78 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469365 Sep 24 15:34:43.503804 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Attempting to bind port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:43.504181 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Attempting to bind port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:43.504545 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Attempting to bind port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:43.514379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffd6b1-4a95-4e55-ab10-c6de3031c6ac None None] Pushing event updated for resources: {'Port': ['ID=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:43.530379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:43.530379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:43.530379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.530379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:43.530379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Bound port: e57e3b49-1f0f-4fde-891d-c9f9a73a3f84, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:43.530379 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.553197 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-279d4d42-3dff-4a25-a0da-62c61dd102c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.581275 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] For port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:43.584419 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] For port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:43.586686 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1aaee97a-6787-4d73-ad79-f70276e21d11 req-f80592c4-9bd5-444f-8e54-4a89a74bcaef tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492778 Sep 24 15:34:43.678956 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Allocated IP 172.20.0.1 (5e5fc845-b0cc-4708-91d5-350ae2c6e57b/b0af0035-2677-4784-8ee3-03e51c287a9d/c45737d3-913b-48d9-af4a-48155fc7bfd7) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:43.751678 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-279d4d42-3dff-4a25-a0da-62c61dd102c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.785393 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.822004 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-279d4d42-3dff-4a25-a0da-62c61dd102c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ad8216ff64f4fa8adc08237aa252d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078998 Sep 24 15:34:43.825660 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48622) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:43.827660 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.836314 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4d42-3dff-4a25-a0da-62c61dd102c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0fc498-6828-4099-b9c4-173e04b1900b,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:43.914550 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ed95-f230-4202-a474-9fe1f763cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.919219 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Routers {'854879b4-77ac-4de6-a373-b22a74dcc660'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:43.920196 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['854879b4-77ac-4de6-a373-b22a74dcc660'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:43.949588 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ed95-f230-4202-a474-9fe1f763cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.982636 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffd6b1-4a95-4e55-ab10-c6de3031c6ac None None] Pushing event updated for resources: {'Port': ['ID=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:44.030425 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.085217 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Pushing event updated for resources: {'Port': ['ID=c45737d3-913b-48d9-af4a-48155fc7bfd7,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:44.089448 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:44.094417 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:44.103667 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:44.155209 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] Set router 854879b4-77ac-4de6-a373-b22a74dcc660 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:44.220244 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ed95-f230-4202-a474-9fe1f763cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.226162 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d1c2ed95-f230-4202-a474-9fe1f763cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.227679 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d1c2ed95-f230-4202-a474-9fe1f763cbee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b0fc498-6828-4099-b9c4-173e04b1900b HTTP/1.1" status: 204 len: 168 time: 0.3989558 Sep 24 15:34:44.251695 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.373180 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2ed95-f230-4202-a474-9fe1f763cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0fc498-6828-4099-b9c4-173e04b1900b,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:44.508269 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-f5d38233-8a39-4b31-94e5-d11fa1173bd7 None None] Provisioning complete for port c45737d3-913b-48d9-af4a-48155fc7bfd7 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:44.508873 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f5d38233-8a39-4b31-94e5-d11fa1173bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.556554 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f5d38233-8a39-4b31-94e5-d11fa1173bd7 None None] Port c45737d3-913b-48d9-af4a-48155fc7bfd7 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:44.586072 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:34:41Z', 'revision_number': 3, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:44.613166 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.621533 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f9378-6dd5-43a5-b07c-141f84c824d3 None None] The sync data for ids ['854879b4-77ac-4de6-a373-b22a74dcc660'] in dv-cinder-810924-1-iscsi is: [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:34:41Z', 'revision_number': 3, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:34:44.721915 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea42ec0-9284-4085-8781-72905f185feb req-9f5bc8cb-7215-4013-81ae-ca70e3b3d219 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.723544 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cea42ec0-9284-4085-8781-72905f185feb req-9f5bc8cb-7215-4013-81ae-ca70e3b3d219 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 945 time: 0.0895658 Sep 24 15:34:44.804908 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9a37-b9ed-44a8-a2ea-bc0609695bb3 req-966ec956-64df-4193-a230-1f3c8f6b7f18 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.821451 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-78ca9a37-b9ed-44a8-a2ea-bc0609695bb3 req-966ec956-64df-4193-a230-1f3c8f6b7f18 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0893037 Sep 24 15:34:44.825673 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cea42ec0-9284-4085-8781-72905f185feb req-25f1f26f-c632-435c-b8e0-9f18a556f619 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845461 Sep 24 15:34:44.873318 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-78ca9a37-b9ed-44a8-a2ea-bc0609695bb3 req-49652e4e-7fb6-48b4-86a5-1a362c50980a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506411 Sep 24 15:34:44.935021 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.093563 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.165654 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Pushing event updated for resources: {'Port': ['ID=c45737d3-913b-48d9-af4a-48155fc7bfd7,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:45.168763 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.290598 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:45.292545 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:45.394214 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 44e8df01-4e02-48c1-94a8-12531fb81794 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:45.484896 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Router 854879b4-77ac-4de6-a373-b22a74dcc660 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:34:45.578494 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 44e8df01-4e02-48c1-94a8-12531fb81794 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:45.584740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 44e8df01-4e02-48c1-94a8-12531fb81794 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:45.586350 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.623632 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-f7911cb7-4824-45ec-968f-2cb4128cf9c3 None None] Provisioning complete for port c45737d3-913b-48d9-af4a-48155fc7bfd7 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:45.624243 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f7911cb7-4824-45ec-968f-2cb4128cf9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.671815 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:34:45.685170 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6da27165-82c1-42a5-af7e-b1a24e88b043 admin admin] 10.222.0.60 "PUT /v2.0/routers/854879b4-77ac-4de6-a373-b22a74dcc660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0714977 Sep 24 15:34:45.700561 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f7911cb7-4824-45ec-968f-2cb4128cf9c3 None None] Port c45737d3-913b-48d9-af4a-48155fc7bfd7 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:45.748754 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.775403 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e8df01-4e02-48c1-94a8-12531fb81794'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:45.790888 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad2ce1-a822-4f13-a5ea-d4a6bb607363" -d '{"events": [{"server_uuid": "b281fa5f-323f-4cb8-80fa-6d0dc14e8541", "name": "network-vif-plugged", "status": "completed", "tag": "44e8df01-4e02-48c1-94a8-12531fb81794"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:45.794337 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 44e8df01-4e02-48c1-94a8-12531fb81794, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=44e8df01-4e02-48c1-94a8-12531fb81794,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:45.814686 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8cceee-e0f1-4f80-bff8-1b7784490c2a x-openstack-request-id: req-7b8cceee-e0f1-4f80-bff8-1b7784490c2a {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:45.814974 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b281fa5f-323f-4cb8-80fa-6d0dc14e8541", "name": "network-vif-plugged", "status": "completed", "tag": "44e8df01-4e02-48c1-94a8-12531fb81794", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:45.815261 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b8cceee-e0f1-4f80-bff8-1b7784490c2a {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:45.815656 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e8df01-4e02-48c1-94a8-12531fb81794', 'code': 200} Sep 24 15:34:45.916288 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.993331 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=44e8df01-4e02-48c1-94a8-12531fb81794,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:45.993648 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021543e-f9c0-4bf3-ad12-fbf5f91bfd51 req-21cc5369-44a2-4341-902c-6dfcce63beb8 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:45.995328 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4021543e-f9c0-4bf3-ad12-fbf5f91bfd51 req-21cc5369-44a2-4341-902c-6dfcce63beb8 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 946 time: 0.0927620 Sep 24 15:34:46.035713 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8f3a-f5eb-40d7-bc33-80f983e45521 req-039d65f5-f062-4f1c-91f9-cf4a339c8ae5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.049805 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db9b8f3a-f5eb-40d7-bc33-80f983e45521 req-039d65f5-f062-4f1c-91f9-cf4a339c8ae5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1007283 Sep 24 15:34:46.096277 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db9b8f3a-f5eb-40d7-bc33-80f983e45521 req-20eda183-44eb-4993-8290-3864482d9b4b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Sep 24 15:34:46.110973 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4021543e-f9c0-4bf3-ad12-fbf5f91bfd51 req-a0caaa9e-949b-4e13-81b3-12650279ba2f tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027932 Sep 24 15:34:46.211881 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9709b2e-8ee6-4eed-b8b0-57cb001d197d req-3db547eb-bd6b-430e-b294-f2c718e7b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.217798 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b9709b2e-8ee6-4eed-b8b0-57cb001d197d req-3db547eb-bd6b-430e-b294-f2c718e7b28c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 1099 time: 0.0455980 Sep 24 15:34:46.262717 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b9709b2e-8ee6-4eed-b8b0-57cb001d197d req-d47d0012-5367-4a32-aa19-2071e1405656 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Sep 24 15:34:46.452826 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:46.532120 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:46.533297 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:46.626633 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:46.647727 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:46.677936 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Sync routers for ids ['854879b4-77ac-4de6-a373-b22a74dcc660'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:34:46.689397 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Routers {'854879b4-77ac-4de6-a373-b22a74dcc660'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:46.690025 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['854879b4-77ac-4de6-a373-b22a74dcc660'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:46.779853 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:46.839340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Set router 854879b4-77ac-4de6-a373-b22a74dcc660 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:46.880460 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:47.067576 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:34:44Z', 'revision_number': 4, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'c45737d3-913b-48d9-af4a-48155fc7bfd7', 'name': '', 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'mac_address': 'fa:16:3e:be:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0af0035-2677-4784-8ee3-03e51c287a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:43Z', 'updated_at': '2021-09-24T15:34:44Z', 'revision_number': 2, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'subnets': [{'id': 'b0af0035-2677-4784-8ee3-03e51c287a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:47.101020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Checking router: 854879b4-77ac-4de6-a373-b22a74dcc660 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:34:47.101437 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Updating router 854879b4-77ac-4de6-a373-b22a74dcc660 port c45737d3-913b-48d9-af4a-48155fc7bfd7 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:34:47.151877 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.298766 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1bb21-09b8-4920-86d3-0c80c97a75a8 req-8768f955-839e-4878-b06f-97abb955820f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.314145 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-efa1bb21-09b8-4920-86d3-0c80c97a75a8 req-8768f955-839e-4878-b06f-97abb955820f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0914605 Sep 24 15:34:47.325344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd8e2f-cf49-40e0-8107-0c366321522b req-0adc5a02-cfa8-4dfd-80a6-39f198b670fe tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.336186 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-97bd8e2f-cf49-40e0-8107-0c366321522b req-0adc5a02-cfa8-4dfd-80a6-39f198b670fe tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 946 time: 0.1077945 Sep 24 15:34:47.435401 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-efa1bb21-09b8-4920-86d3-0c80c97a75a8 req-e1846fdf-2f00-40ea-8a6f-7e8ca7799211 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980380 Sep 24 15:34:47.435641 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-97bd8e2f-cf49-40e0-8107-0c366321522b req-293c0c18-67e7-4660-9979-e6c525a00edb tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895474 Sep 24 15:34:47.688534 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.933342 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.014525 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6d64a-4369-45f9-9266-73301a15c75b None None] Pushing event updated for resources: {'Port': ['ID=c45737d3-913b-48d9-af4a-48155fc7bfd7,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:48.080824 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Attempting to bind port c45737d3-913b-48d9-af4a-48155fc7bfd7 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:48.081382 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Attempting to bind port c45737d3-913b-48d9-af4a-48155fc7bfd7 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:48.082547 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Attempting to bind port c45737d3-913b-48d9-af4a-48155fc7bfd7 on network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:48.090461 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:48.091048 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Checking segment: {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:48.091203 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.091873 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Bound using segment: {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:48.092354 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Bound port: c45737d3-913b-48d9-af4a-48155fc7bfd7, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '332a91f2-7276-4a60-8489-3e2fed4c5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:48.093159 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.180729 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] For port c45737d3-913b-48d9-af4a-48155fc7bfd7, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:48.184847 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] For port c45737d3-913b-48d9-af4a-48155fc7bfd7, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=c45737d3-913b-48d9-af4a-48155fc7bfd7,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:48.276588 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-107d14a6-322b-4101-a079-941f5a4d72e5 None None] Provisioning complete for port c45737d3-913b-48d9-af4a-48155fc7bfd7 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:48.276588 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-107d14a6-322b-4101-a079-941f5a4d72e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.299540 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-107d14a6-322b-4101-a079-941f5a4d72e5 None None] Port c45737d3-913b-48d9-af4a-48155fc7bfd7 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:48.414803 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:48.485674 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.670141 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5a08c-7a4c-4224-88a7-e5c248b0f3c2 req-66134131-3d1d-43be-85d5-c08936a0c996 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.681362 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ba5ab-b57e-4c99-b3fe-36820f949af2 req-4f33a841-0699-4bb5-8f00-e0e18e9475f1 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.682966 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aff5a08c-7a4c-4224-88a7-e5c248b0f3c2 req-66134131-3d1d-43be-85d5-c08936a0c996 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1272030 Sep 24 15:34:48.683090 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5b2ba5ab-b57e-4c99-b3fe-36820f949af2 req-4f33a841-0699-4bb5-8f00-e0e18e9475f1 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 946 time: 0.1449351 Sep 24 15:34:48.687665 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:48.688251 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.757239 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5b2ba5ab-b57e-4c99-b3fe-36820f949af2 req-48f0b6b1-78ba-4b4f-9164-5262bd92b873 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Sep 24 15:34:48.758780 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Routers {'854879b4-77ac-4de6-a373-b22a74dcc660'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:48.760042 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['854879b4-77ac-4de6-a373-b22a74dcc660'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:48.815118 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aff5a08c-7a4c-4224-88a7-e5c248b0f3c2 req-faa9b5a3-0362-4030-be45-bb5b55cf23df tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304305 Sep 24 15:34:48.895359 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6d64a-4369-45f9-9266-73301a15c75b None None] Pushing event updated for resources: {'Port': ['ID=c45737d3-913b-48d9-af4a-48155fc7bfd7,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:48.962857 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] Set router 854879b4-77ac-4de6-a373-b22a74dcc660 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:49.236689 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-f018b4d7-f16d-4260-9857-fda39d8c8e21 None None] Provisioning complete for port c45737d3-913b-48d9-af4a-48155fc7bfd7 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:49.237269 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f018b4d7-f16d-4260-9857-fda39d8c8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.488323 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f018b4d7-f16d-4260-9857-fda39d8c8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.536586 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-f018b4d7-f16d-4260-9857-fda39d8c8e21 None None] For port c45737d3-913b-48d9-af4a-48155fc7bfd7, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=c45737d3-913b-48d9-af4a-48155fc7bfd7,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:49.549021 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:34:44Z', 'revision_number': 4, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'c45737d3-913b-48d9-af4a-48155fc7bfd7', 'name': '', 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'mac_address': 'fa:16:3e:be:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0af0035-2677-4784-8ee3-03e51c287a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:43Z', 'updated_at': '2021-09-24T15:34:48Z', 'revision_number': 4, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'subnets': [{'id': 'b0af0035-2677-4784-8ee3-03e51c287a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:49.580007 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694398f9-bc99-4341-884c-a2c5ded3f158 None None] The sync data for ids ['854879b4-77ac-4de6-a373-b22a74dcc660'] in dv-cinder-810924-1-iscsi is: [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:34:44Z', 'revision_number': 4, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'c45737d3-913b-48d9-af4a-48155fc7bfd7', 'name': '', 'network_id': '5e5fc845-b0cc-4708-91d5-350ae2c6e57b', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'mac_address': 'fa:16:3e:be:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'b0af0035-2677-4784-8ee3-03e51c287a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:43Z', 'updated_at': '2021-09-24T15:34:48Z', 'revision_number': 4, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'subnets': [{'id': 'b0af0035-2677-4784-8ee3-03e51c287a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:34:49.957856 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc51355-f9fd-44f9-ace8-50c27b64be8b req-47acd5b7-e55e-4ab3-a3ab-922c48bf4065 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.959583 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0cc51355-f9fd-44f9-ace8-50c27b64be8b req-47acd5b7-e55e-4ab3-a3ab-922c48bf4065 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0579453 Sep 24 15:34:49.969849 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f018b4d7-f16d-4260-9857-fda39d8c8e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:50.029473 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0cc51355-f9fd-44f9-ace8-50c27b64be8b req-de66462a-7a05-40dd-aa92-b724d76ca9f0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569937 Sep 24 15:34:50.104889 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018b4d7-f16d-4260-9857-fda39d8c8e21 None None] Pushing event updated for resources: {'Port': ['ID=c45737d3-913b-48d9-af4a-48155fc7bfd7,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:50.543934 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device c45737d3-913b-48d9-af4a-48155fc7bfd7 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:50.676337 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port c45737d3-913b-48d9-af4a-48155fc7bfd7 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:50.678426 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:51.140319 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7846d8-6825-4017-9cc2-e59ffcf4b6f7 req-c2c87573-406d-44f5-97c9-14f211fdd1fe tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:51.141750 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5b7846d8-6825-4017-9cc2-e59ffcf4b6f7 req-c2c87573-406d-44f5-97c9-14f211fdd1fe tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0485322 Sep 24 15:34:51.186216 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5b7846d8-6825-4017-9cc2-e59ffcf4b6f7 req-3f241a2b-33ab-429a-b4b1-06e0f8e5a5b3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Sep 24 15:34:51.857977 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48870) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:52.010072 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.130828 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.262346 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.340797 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5eaa545f6c7d4c0299a7ae1eccaec38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806874 Sep 24 15:34:52.343088 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b6e689-3de3-4b81-be39-0ecf99ce17b5,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:52.350518 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48882) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:52.356933 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.357717 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.358229 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.358764 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.359294 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.360016 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.360722 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.361298 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.361970 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.362841 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.363478 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.363964 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e9a1a-6b55-4e60-b0ca-58e862d43f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.415662 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83a81d-15eb-4664-b7e1-ff9c724e50eb req-d7ff2294-73ed-403d-a13a-940620640ccc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.427717 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac83a81d-15eb-4664-b7e1-ff9c724e50eb req-d7ff2294-73ed-403d-a13a-940620640ccc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1667888 Sep 24 15:34:52.450518 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.492728 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.503078 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac83a81d-15eb-4664-b7e1-ff9c724e50eb req-bf6873b2-c829-4a42-93b7-3a1bed991682 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744414 Sep 24 15:34:52.658323 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a0583-f46b-473e-947f-9b82c0c9055c req-a5a0f919-0370-4eb4-8257-6a9afe211ca6 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.665427 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7f9a0583-f46b-473e-947f-9b82c0c9055c req-a5a0f919-0370-4eb4-8257-6a9afe211ca6 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 946 time: 0.0655324 Sep 24 15:34:52.687316 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.690352 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.691713 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90b6e689-3de3-4b81-be39-0ecf99ce17b5 HTTP/1.1" status: 204 len: 168 time: 0.3344994 Sep 24 15:34:52.740351 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b6e689-3de3-4b81-be39-0ecf99ce17b5,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:52.747347 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.747963 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.748611 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.749106 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.749638 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.750149 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.750647 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.751215 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.751699 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.752198 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.752859 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.753506 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5837f415-0746-4ebe-b7a3-348d0911a8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:52.763024 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7f9a0583-f46b-473e-947f-9b82c0c9055c req-1656a0da-0cbc-4f5e-8264-66cd39c38f23 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Sep 24 15:34:53.690546 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496c69a-69b5-4be6-ad2a-634532acf528 req-07780784-afdb-45e1-a316-56c0f58d3254 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.697682 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7496c69a-69b5-4be6-ad2a-634532acf528 req-07780784-afdb-45e1-a316-56c0f58d3254 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0763819 Sep 24 15:34:53.779554 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7496c69a-69b5-4be6-ad2a-634532acf528 req-dc31a271-0554-49a2-87be-0e8e102918e8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650411 Sep 24 15:34:53.931042 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4da492-47ff-458a-a4d6-4db4b5a97d8b req-74f17b2c-be87-45ab-a4dd-aa34c99d2ecc tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.938285 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3b4da492-47ff-458a-a4d6-4db4b5a97d8b req-74f17b2c-be87-45ab-a4dd-aa34c99d2ecc tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 946 time: 0.0823345 Sep 24 15:34:54.003730 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3b4da492-47ff-458a-a4d6-4db4b5a97d8b req-45af630c-06a5-4b38-b99d-12f9c6334944 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Sep 24 15:34:54.263407 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 48940) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:54.387984 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1880393146-network', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:54.530201 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Made reservation on behalf of d7c06ec30ea94c4299221efcaa0b4f8e for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:54.532604 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:54.542938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:54.693852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:54.809414 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef415-835a-49c6-9928-4dd17888188f req-733f4354-e2cf-47be-9197-147760e50268 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.811200 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9a8ef415-835a-49c6-9928-4dd17888188f req-733f4354-e2cf-47be-9197-147760e50268 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 946 time: 0.0902338 Sep 24 15:34:54.966681 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Deleting port 44e8df01-4e02-48c1-94a8-12531fb81794 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:54.967124 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.048719 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708380-b441-4b89-ae49-88f7b99a4ee9 req-ed3daf7f-f002-4bed-bab9-f194fc78273b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.050552 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35708380-b441-4b89-ae49-88f7b99a4ee9 req-ed3daf7f-f002-4bed-bab9-f194fc78273b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1198335 Sep 24 15:34:55.080644 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-8ce6f835-3e61-481d-b5f9-68f3a30f6f4d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.082730 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-8ce6f835-3e61-481d-b5f9-68f3a30f6f4d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.1403999 Sep 24 15:34:55.103666 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-09cd1a77-018e-4d30-8ae8-86ac60a2bcf2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/quotas/ea124211030c4717959a7d19c27aca65 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Sep 24 15:34:55.132872 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] For port 44e8df01-4e02-48c1-94a8-12531fb81794, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=44e8df01-4e02-48c1-94a8-12531fb81794,segment=NetworkSegment(a5e3e721-e2bd-4a17-826f-f1100db6df59),segment_id=a5e3e721-e2bd-4a17-826f-f1100db6df59)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:55.137938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.137938 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35708380-b441-4b89-ae49-88f7b99a4ee9 req-28743ad4-df70-49f6-b817-8e034ee746f0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799856 Sep 24 15:34:55.152774 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Calling delete_port for 44e8df01-4e02-48c1-94a8-12531fb81794 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:55.163579 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-aac8d8a3-3618-4eb1-bbec-1cdfb0c4f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.165090 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-aac8d8a3-3618-4eb1-bbec-1cdfb0c4f13c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.0826111 Sep 24 15:34:55.171537 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-b45647f6-34d0-47c0-b6bc-2f8fae7d9078 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0603268 Sep 24 15:34:55.275879 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-d3c10a03-fd24-4deb-bf85-01ee3a4b1efa service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985167 Sep 24 15:34:55.324342 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-df9e0f7d-0671-4a2a-9d9e-a4a39d20feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.325815 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-df9e0f7d-0671-4a2a-9d9e-a4a39d20feaf service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.1086345 Sep 24 15:34:55.364004 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a377034a-3d00-4a0a-b350-4ae0a79ff52e service neutron] 10.222.0.60 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819864 Sep 24 15:34:55.396196 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-f2ce05de-3410-4be0-8df5-aca7ce38fc58 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 217 time: 0.0469298 Sep 24 15:34:55.454622 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-c1543f04-6e25-4d50-a8b1-5b99a8187d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.458594 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-c1543f04-6e25-4d50-a8b1-5b99a8187d9c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0485444 Sep 24 15:34:55.458594 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.536606 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 1317, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:34:55.540063 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-b67da8b5-2a88-4abd-8fc5-9ff83b3a8794 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656273 Sep 24 15:34:55.546212 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9923acec-98a5-4e74-8d73-508c0fdcba47,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:55.575117 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.575492 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Added segment b2a2a96c-2793-4855-8115-c911659611f2 of type vlan for network 20cde337-4f3d-43fb-ae30-d4c234f6d984 Sep 24 15:34:55.634572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.894728 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cbce0352-9e34-4b53-9fb7-3418324f629f req-1d4362f4-22c8-4f04-b6de-09a66ff8ab39 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0536835 Sep 24 15:34:55.954564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.976154 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54717377-21f8-4e3b-a49b-4c723f03a972 req-822ab013-2d62-4dba-a268-e20aa6a73133 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.986194 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-54717377-21f8-4e3b-a49b-4c723f03a972 req-822ab013-2d62-4dba-a268-e20aa6a73133 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 867 time: 0.4955478 Sep 24 15:34:56.003069 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Pushing event deleted for resources: {'Port': ['ID=44e8df01-4e02-48c1-94a8-12531fb81794,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:56.075842 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.113237 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] No DVR routers for this DVR port 44e8df01-4e02-48c1-94a8-12531fb81794 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:56.116440 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-8bb77e05-2ff2-4af5-900c-b100cfa7c4f6 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527139 Sep 24 15:34:56.117665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.119705 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9a8ef415-835a-49c6-9928-4dd17888188f req-e327dde9-7fa6-4492-8643-f59b19892467 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.109 "DELETE /v2.0/ports/44e8df01-4e02-48c1-94a8-12531fb81794 HTTP/1.1" status: 204 len: 173 time: 1.2913847 Sep 24 15:34:56.120292 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'name': 'network-vif-deleted', 'tag': '44e8df01-4e02-48c1-94a8-12531fb81794'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:56.120417 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 48994) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:56.122569 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9916d846-d77b-4c28-a018-e404930f0aad" -d '{"events": [{"server_uuid": "b281fa5f-323f-4cb8-80fa-6d0dc14e8541", "name": "network-vif-deleted", "tag": "44e8df01-4e02-48c1-94a8-12531fb81794"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:56.135074 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-54717377-21f8-4e3b-a49b-4c723f03a972 req-9162221a-a9a7-43c5-847d-4d2fcccf3f8d tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/security-groups?id=11fbec37-299c-4217-a5ef-ce57897ad2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492500 Sep 24 15:34:56.206293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.208254 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.208861 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.234671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da616cc-938f-43ff-b277-87fc511b968d x-openstack-request-id: req-4da616cc-938f-43ff-b277-87fc511b968d {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:56.234962 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b281fa5f-323f-4cb8-80fa-6d0dc14e8541", "name": "network-vif-deleted", "tag": "44e8df01-4e02-48c1-94a8-12531fb81794", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:56.235243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4da616cc-938f-43ff-b277-87fc511b968d {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:56.235644 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b281fa5f-323f-4cb8-80fa-6d0dc14e8541', 'name': 'network-vif-deleted', 'tag': '44e8df01-4e02-48c1-94a8-12531fb81794', 'status': 'completed', 'code': 200} Sep 24 15:34:56.336782 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b62a1b8e-6c55-4bd0-a99b-235697c3b2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.390488 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] Pushing event updated for resources: {'Network': ['ID=20cde337-4f3d-43fb-ae30-d4c234f6d984,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:56.396724 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-4a9c688f-c3e0-4168-8d8e-ac903c445cbc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1295419 Sep 24 15:34:56.398254 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49004) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:56.405619 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:34:56.406752 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Request body: {'subnet': {'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1880393146-subnet', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:56.414042 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3ea72c45-d07a-4e7c-bfb8-593e87a173a9 req-5e075136-7366-4601-b8d5-fd92b95b6df8 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765417 Sep 24 15:34:56.441683 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfbbfb-38d2-4700-8ab2-982cd3554edf req-5ea963a6-ab12-4a59-9a40-8708bd188330 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.453965 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f8cfbbfb-38d2-4700-8ab2-982cd3554edf req-5ea963a6-ab12-4a59-9a40-8708bd188330 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1712849 Sep 24 15:34:56.496957 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b62a1b8e-6c55-4bd0-a99b-235697c3b2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.521005 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f8cfbbfb-38d2-4700-8ab2-982cd3554edf req-adc58939-def1-491e-aa2a-9110ca092663 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661185 Sep 24 15:34:56.624165 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b62a1b8e-6c55-4bd0-a99b-235697c3b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.667691 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b62a1b8e-6c55-4bd0-a99b-235697c3b2fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=300b603d1a4d406a8149720f3d389993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460982 Sep 24 15:34:56.669161 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a1b8e-6c55-4bd0-a99b-235697c3b2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41f2e3d-0b1c-494e-a67f-847e513136a3,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:56.670489 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49010) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:56.732172 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a961fc13-95ea-46c3-9af1-b58262e911ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.734908 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Made reservation on behalf of d7c06ec30ea94c4299221efcaa0b4f8e for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:56.737278 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.770582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a961fc13-95ea-46c3-9af1-b58262e911ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.990014 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-95ab1d5a-96ad-471c-9ebe-ede93d499642 req-c269384c-c491-443b-a2a7-e6a78a81c9bd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0312512 Sep 24 15:34:57.138354 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a961fc13-95ea-46c3-9af1-b58262e911ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.141056 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a961fc13-95ea-46c3-9af1-b58262e911ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.142237 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-a961fc13-95ea-46c3-9af1-b58262e911ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d41f2e3d-0b1c-494e-a67f-847e513136a3 HTTP/1.1" status: 204 len: 168 time: 0.4706123 Sep 24 15:34:57.160526 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961fc13-95ea-46c3-9af1-b58262e911ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41f2e3d-0b1c-494e-a67f-847e513136a3,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:57.354082 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-82a30a63-920c-4a87-bd85-23fa82bf1f72 req-34ec3176-e661-4875-b1a7-4e63dee2ba84 tempest-VolumesActionsTest-1728144681 tempest-VolumesActionsTest-1728144681-project] 10.222.0.60 "GET /v2.0/ports?device_id=b281fa5f-323f-4cb8-80fa-6d0dc14e8541 HTTP/1.1" status: 200 len: 210 time: 0.0498221 Sep 24 15:34:57.376282 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.468893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95ccb1a-5270-4787-a218-1b0ab333f896,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:57.471995 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 44e8df01-4e02-48c1-94a8-12531fb81794 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:57.486693 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Checking segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:57.487055 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Network hostable DHCP agents. Network: 20cde337-4f3d-43fb-ae30-d4c234f6d984, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:34:57.519110 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 44e8df01-4e02-48c1-94a8-12531fb81794 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:57.519473 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 44e8df01-4e02-48c1-94a8-12531fb81794 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:57.549521 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:34:57.623927 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 20cde337-4f3d-43fb-ae30-d4c234f6d984) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:57.637194 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.638111 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.638500 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b5c8b-fad4-430e-acf8-1fc2f36dae70 None None] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:57.737112 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bb927-e028-4fe5-a78f-a6ff85bafc2a req-83cec183-f9e2-4145-b101-cf86e079d683 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.739233 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-823204a5-0880-4722-bb02-61b57f42a576 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3377905 Sep 24 15:34:57.741759 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49032) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:57.745532 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ef0bb927-e028-4fe5-a78f-a6ff85bafc2a req-83cec183-f9e2-4145-b101-cf86e079d683 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1338332 Sep 24 15:34:57.757627 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:57.822555 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ef0bb927-e028-4fe5-a78f-a6ff85bafc2a req-19bfdc54-f639-4819-bb5b-fd5823f36215 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Sep 24 15:34:57.892086 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.893293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.913517 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-20cde337-4f3d-43fb-ae30-d4c234f6d984', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:34:57.914415 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.023244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.131885 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e52c4aae-7a74-41c2-8ffc-75bee720def5 req-1fe30e2e-b852-4252-8a74-856747ec3d76 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0357058 Sep 24 15:34:58.145720 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Allocated IP 172.20.0.2 (20cde337-4f3d-43fb-ae30-d4c234f6d984/c95ccb1a-5270-4787-a218-1b0ab333f896/65e5d927-cf78-42f8-b813-a8c7592aa3a9) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:58.235778 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49042) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:58.263730 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-788c79fd-56a0-40a4-9835-bddcc7ba5241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.312104 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.330786 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.429874 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.496479 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:58.500548 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:58.500711 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-788c79fd-56a0-40a4-9835-bddcc7ba5241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.508931 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:58.512457 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Pushing event updated for resources: {'Port': ['ID=65e5d927-cf78-42f8-b813-a8c7592aa3a9,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:58.569770 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Attempting to bind port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:58.570672 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Attempting to bind port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:58.571246 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Attempting to bind port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 on network 20cde337-4f3d-43fb-ae30-d4c234f6d984 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:58.593164 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:58.593563 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Checking segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:58.593984 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.594384 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Bound using segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:58.602107 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Bound port: 65e5d927-cf78-42f8-b813-a8c7592aa3a9, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:58.602856 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.635102 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-788c79fd-56a0-40a4-9835-bddcc7ba5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.703046 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-788c79fd-56a0-40a4-9835-bddcc7ba5241 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e61ceed205549fe98ae6748bda0f0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655704 Sep 24 15:34:58.705225 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49064) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:58.727774 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] For port 65e5d927-cf78-42f8-b813-a8c7592aa3a9, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:58.731807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] For port 65e5d927-cf78-42f8-b813-a8c7592aa3a9, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=65e5d927-cf78-42f8-b813-a8c7592aa3a9,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:58.745049 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c79fd-56a0-40a4-9835-bddcc7ba5241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7380574e-c77a-44fb-b6c0-ce1070eb5701,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:58.799482 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8481-d93a-447b-af9c-74145adba079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.837647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8481-d93a-447b-af9c-74145adba079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.904516 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.917775 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.988654 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.038668 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9870e-cabf-477b-97fd-d44c4634ecfe None None] Pushing event updated for resources: {'Port': ['ID=65e5d927-cf78-42f8-b813-a8c7592aa3a9,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:59.040429 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf4ea-678a-4e36-8160-3504acdfa7a6 req-0f242974-8189-472a-bc90-7f58cd531b25 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.056691 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-757bf4ea-678a-4e36-8160-3504acdfa7a6 req-0f242974-8189-472a-bc90-7f58cd531b25 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1139665 Sep 24 15:34:59.059977 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8481-d93a-447b-af9c-74145adba079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.062962 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8481-d93a-447b-af9c-74145adba079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.064092 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1bdf8481-d93a-447b-af9c-74145adba079 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7380574e-c77a-44fb-b6c0-ce1070eb5701 HTTP/1.1" status: 204 len: 168 time: 0.3579657 Sep 24 15:34:59.117647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf8481-d93a-447b-af9c-74145adba079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7380574e-c77a-44fb-b6c0-ce1070eb5701,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:59.149990 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-757bf4ea-678a-4e36-8160-3504acdfa7a6 req-43670ed5-296d-4ecb-908d-ce90ed56bb91 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920742 Sep 24 15:34:59.232345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-b9dc95a1-db66-46e1-96ce-7af2c2529308 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.234179 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-b9dc95a1-db66-46e1-96ce-7af2c2529308 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/networks?id=6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 200 len: 814 time: 0.4719143 Sep 24 15:34:59.287836 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Request body: {'port': {'device_id': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'admin_state_up': True, 'tenant_id': 'ea124211030c4717959a7d19c27aca65'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:59.317494 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7d60ee6d-c5a9-4e74-87c0-038cae681c53 req-4dc45451-b49e-40c0-bbac-8e0f9c01a262 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0389314 Sep 24 15:34:59.422860 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fbd00-e363-46ec-8c29-7327ed9e75ad req-6bdb14cc-1a22-42e4-83e0-7c222ba9ed3e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.425061 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-607fbd00-e363-46ec-8c29-7327ed9e75ad req-6bdb14cc-1a22-42e4-83e0-7c222ba9ed3e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.2542334 Sep 24 15:34:59.534386 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Allocated IP 172.27.1.110 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/5eaf4e80-d4d8-485a-955f-21e0fb04db5b) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:59.639920 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-607fbd00-e363-46ec-8c29-7327ed9e75ad req-0a0f046a-9a19-4c33-882a-07851b4e6b38 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355038 Sep 24 15:34:59.746582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Made reservation on behalf of ea124211030c4717959a7d19c27aca65 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:59.750357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.782165 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.038832 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Allocated IP 172.20.0.4 (6f6f70c9-9209-45a3-b796-d3f537cf0dea/671cd4cf-26f4-4493-8248-52fe2ad0109c/5f336605-ad8e-4bca-94bb-40a465035efa) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:00.313252 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132679f8-6dcb-4449-9b6e-ae03792dbe18 req-094651e0-00ce-4178-9044-378cb640a3db tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.314887 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-132679f8-6dcb-4449-9b6e-ae03792dbe18 req-094651e0-00ce-4178-9044-378cb640a3db tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0583365 Sep 24 15:35:00.326592 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.334614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90254ec7-8153-4c66-b0a1-e767f872d046 req-cba3fa93-ef20-44c9-9bb6-9cc0095ead82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.336219 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-90254ec7-8153-4c66-b0a1-e767f872d046 req-cba3fa93-ef20-44c9-9bb6-9cc0095ead82 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.0977962 Sep 24 15:35:00.367630 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-132679f8-6dcb-4449-9b6e-ae03792dbe18 req-239f0d9d-0bae-4bff-9dbb-2a502fd5a8a6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Sep 24 15:35:00.395870 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-90254ec7-8153-4c66-b0a1-e767f872d046 req-1124cf54-9fe7-4b4c-8ff0-f7d9efbaefe5 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Sep 24 15:35:00.451953 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c78c2f80-b4f2-4aed-86f1-93f6176c65c5 req-414f9263-929f-47e6-afcf-833efd731fe5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0325451 Sep 24 15:35:00.458340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747cb00f-3155-4000-af8b-7fdc4a1fd2fa None None] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:00.529766 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 65e5d927-cf78-42f8-b813-a8c7592aa3a9 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:00.535647 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-c5ac14f6-1876-4717-8cc6-8238b1cf5cc9 None None] Provisioning complete for port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:00.536018 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c5ac14f6-1876-4717-8cc6-8238b1cf5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.694832 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c5ac14f6-1876-4717-8cc6-8238b1cf5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.697551 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:00.697839 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.776417 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d12293-4b11-4372-9589-0de97ca21d80 req-579af602-bd65-4bd5-9ae8-5470ca65b159 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.777911 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-84d12293-4b11-4372-9589-0de97ca21d80 req-579af602-bd65-4bd5-9ae8-5470ca65b159 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0526903 Sep 24 15:35:00.780610 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-c5ac14f6-1876-4717-8cc6-8238b1cf5cc9 None None] For port 65e5d927-cf78-42f8-b813-a8c7592aa3a9, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=65e5d927-cf78-42f8-b813-a8c7592aa3a9,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:00.815863 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-84d12293-4b11-4372-9589-0de97ca21d80 req-d5dec4ca-9207-477c-9b05-9f87845edfd5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320146 Sep 24 15:35:00.828659 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.183824 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.220884 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:01.226498 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.228325 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:01.231616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:01.246817 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a', 'f597bd05-d344-4b22-a5d0-c4cddb730d93', '24e10c9e-ea97-40d8-a20c-348ec3313469'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:01.285183 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c5ac14f6-1876-4717-8cc6-8238b1cf5cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.295092 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Pushing event updated for resources: {'Port': ['ID=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:01.338557 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Network 6f6f70c9-9209-45a3-b796-d3f537cf0dea is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:01.359251 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac14f6-1876-4717-8cc6-8238b1cf5cc9 None None] Pushing event updated for resources: {'Port': ['ID=65e5d927-cf78-42f8-b813-a8c7592aa3a9,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:01.374294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2594999a-d8d6-4abd-8e5e-e74de7b8342c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.381911 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:01.387985 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:01.391082 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.392476 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.428637 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event updated for resources: {'Port': ['ID=5f336605-ad8e-4bca-94bb-40a465035efa,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:01.479024 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-3eaa353d-5453-48b2-bfe1-5f9e921968f4 None None] Provisioning complete for port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:01.479024 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3eaa353d-5453-48b2-bfe1-5f9e921968f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.480640 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:35:01.480988 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:35:01.630168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf4027-5830-4cf7-b673-ec4257cde008 req-d3c3bf35-0ab5-4acd-9566-50199a0eb88e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.635947 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2cdf4027-5830-4cf7-b673-ec4257cde008 req-d3c3bf35-0ab5-4acd-9566-50199a0eb88e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1274009 Sep 24 15:35:01.635947 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-a261d1a6-d377-4d60-af0b-8d9d4a3bd815 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3705609 Sep 24 15:35:01.636182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce4cb9-3e5b-4484-a19b-922e952dc83e req-73420ea1-608b-49ea-948c-bad9abec9676 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.636926 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-74ce4cb9-3e5b-4484-a19b-922e952dc83e req-73420ea1-608b-49ea-948c-bad9abec9676 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 931 time: 0.0942702 Sep 24 15:35:01.697120 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Request body: {'port': {'device_id': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:01.708166 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-74ce4cb9-3e5b-4484-a19b-922e952dc83e req-ea9e2533-4093-4354-b254-9e7468ca90a4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651770 Sep 24 15:35:01.826506 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2cdf4027-5830-4cf7-b673-ec4257cde008 req-6b339e9c-4f27-4db8-8dc5-10fce60cca2a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413567 Sep 24 15:35:01.831224 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.928279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.303948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d5fac-14e9-43a5-893c-456288d2c698 req-a3028663-bc3d-4454-a001-bb8ff0bca88d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.306317 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1f5d5fac-14e9-43a5-893c-456288d2c698 req-a3028663-bc3d-4454-a001-bb8ff0bca88d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0655956 Sep 24 15:35:02.355288 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1f5d5fac-14e9-43a5-893c-456288d2c698 req-0ae040cc-27b4-48d2-8dec-6415fdb2fec3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420501 Sep 24 15:35:02.491712 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 65e5d927-cf78-42f8-b813-a8c7592aa3a9 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:02.491712 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:02.491712 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.579531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f336605-ad8e-4bca-94bb-40a465035efa {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:02.587768 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.590131 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.635756 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Transition to ACTIVE for port object 5f336605-ad8e-4bca-94bb-40a465035efa will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:02.825607 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddcc30-9cb8-42fb-b8d9-3431403abee0 req-165d04fa-4dc9-49f1-ac0b-4a0f7fadd590 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.827166 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7ddcc30-9cb8-42fb-b8d9-3431403abee0 req-165d04fa-4dc9-49f1-ac0b-4a0f7fadd590 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 931 time: 0.0528939 Sep 24 15:35:02.866039 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7ddcc30-9cb8-42fb-b8d9-3431403abee0 req-ca948355-76dc-49fb-afab-d2b753227ed3 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Sep 24 15:35:02.875174 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:35:02.887116 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.963221 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c06307-be7f-485c-a920-45e765fd5fd2 req-2d14ddca-6695-4110-a8bd-1e668173b4fc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.965220 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-07c06307-be7f-485c-a920-45e765fd5fd2 req-2d14ddca-6695-4110-a8bd-1e668173b4fc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0716236 Sep 24 15:35:02.980843 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Pushing event updated for resources: {'Port': ['ID=5f336605-ad8e-4bca-94bb-40a465035efa,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:03.016929 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-07c06307-be7f-485c-a920-45e765fd5fd2 req-c48dd663-3459-4e22-9cfd-edf93c25ac8c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Sep 24 15:35:03.029278 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Attempting to bind port 5f336605-ad8e-4bca-94bb-40a465035efa on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:03.029627 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Attempting to bind port 5f336605-ad8e-4bca-94bb-40a465035efa by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:03.030000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Attempting to bind port 5f336605-ad8e-4bca-94bb-40a465035efa on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:03.068198 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Port 5f336605-ad8e-4bca-94bb-40a465035efa on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:03.068198 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Attempting to bind port 5f336605-ad8e-4bca-94bb-40a465035efa on network 6f6f70c9-9209-45a3-b796-d3f537cf0dea {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:03.080892 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:03.081480 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Checking segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:03.081885 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Bound using segment: {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:03.082923 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Bound port: 5f336605-ad8e-4bca-94bb-40a465035efa, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b308894-56ca-4778-9e03-11e146888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1325, 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:03.083485 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.128171 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:03.141450 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Sync routers for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:03.154329 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:03.161442 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:34:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:03.171295 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] For port 5f336605-ad8e-4bca-94bb-40a465035efa, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:03.174711 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] For port 5f336605-ad8e-4bca-94bb-40a465035efa, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5f336605-ad8e-4bca-94bb-40a465035efa,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:03.265997 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:03.435376 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:01Z', 'revision_number': 3, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:03.538511 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Checking router: 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:03.538857 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Updating router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:03.563597 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.590245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.598021 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-8f7e1d38-1a00-4a08-8903-818617eb9035 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8496811 Sep 24 15:35:03.598021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.598287 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49214) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:03.653825 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.655563 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.657157 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] 10.222.0.109 "PUT /v2.0/ports/5f336605-ad8e-4bca-94bb-40a465035efa HTTP/1.1" status: 200 len: 1093 time: 1.9695833 Sep 24 15:35:03.657960 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'tag': '5f336605-ad8e-4bca-94bb-40a465035efa'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:03.661608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26" -d '{"events": [{"name": "network-changed", "server_uuid": "ae49e336-9cbb-40c7-80ca-4674595ecdcd", "tag": "5f336605-ad8e-4bca-94bb-40a465035efa"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:03.669458 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49216) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:03.705157 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f18f5-a7b4-4545-b669-8d10edd2b767 service neutron] Pushing event updated for resources: {'Port': ['ID=5f336605-ad8e-4bca-94bb-40a465035efa,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:03.857419 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc778f2f-ce24-4637-823b-565839a929f8 req-f673bbf3-b10f-444f-b662-e1bf516b722a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.865617 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fc778f2f-ce24-4637-823b-565839a929f8 req-f673bbf3-b10f-444f-b662-e1bf516b722a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1163230 Sep 24 15:35:03.870174 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5253a8-951d-4204-96af-781d12362c5f x-openstack-request-id: req-7f5253a8-951d-4204-96af-781d12362c5f {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:03.870470 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae49e336-9cbb-40c7-80ca-4674595ecdcd", "tag": "5f336605-ad8e-4bca-94bb-40a465035efa", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:03.870728 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f5253a8-951d-4204-96af-781d12362c5f {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:03.872422 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'tag': '5f336605-ad8e-4bca-94bb-40a465035efa', 'status': 'completed', 'code': 200} Sep 24 15:35:03.913811 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.943520 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fc778f2f-ce24-4637-823b-565839a929f8 req-d08122da-af91-4ec1-abb5-e34de8f2647c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608444 Sep 24 15:35:04.046631 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460094e5-bdb6-4a43-84f2-0d885c8f9393 req-91e7188d-86f6-475a-b82a-0054739e2460 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.048177 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-460094e5-bdb6-4a43-84f2-0d885c8f9393 req-91e7188d-86f6-475a-b82a-0054739e2460 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 943 time: 0.0505605 Sep 24 15:35:04.065201 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-431618eb-fa67-4e64-ad72-e3393ce04354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.094239 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-460094e5-bdb6-4a43-84f2-0d885c8f9393 req-9e88f343-2eb4-47f8-b741-b05737444df2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Sep 24 15:35:04.154072 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f8e97-7c92-4a63-9ef7-bf712296e489 req-51ddd96b-8029-4073-9e55-c0c125b97091 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.155596 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-406f8e97-7c92-4a63-9ef7-bf712296e489 req-51ddd96b-8029-4073-9e55-c0c125b97091 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1271031 Sep 24 15:35:04.229220 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.261719 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-406f8e97-7c92-4a63-9ef7-bf712296e489 req-d9da0417-3232-4199-af4c-b9e8cd964ad0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969291 Sep 24 15:35:04.275054 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-cc3be394-1295-4229-9a84-f86a3b36f0c1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.276595 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-cc3be394-1295-4229-9a84-f86a3b36f0c1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 815 time: 0.1096785 Sep 24 15:35:04.281007 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09791eef-542a-4935-bf57-df0a3487048c None None] Pushing event updated for resources: {'Port': ['ID=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:04.298998 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-24d38f06-4fc3-40bd-b48a-22a683b574e6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/quotas/0cb7b879b7594fecaa483635998a87ca HTTP/1.1" status: 200 len: 375 time: 0.0164754 Sep 24 15:35:04.310916 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Attempting to bind port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:04.311317 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Attempting to bind port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:04.311675 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Attempting to bind port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:04.317819 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:04.318435 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:04.318826 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.319472 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:04.320083 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Bound port: 5eaf4e80-d4d8-485a-955f-21e0fb04db5b, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:04.320659 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.362495 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-f80041d7-548b-40d7-9529-891f97b2c15d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570905 Sep 24 15:35:04.366027 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5ee3ec78-7129-4df2-aceb-a346d5283a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.377956 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-431618eb-fa67-4e64-ad72-e3393ce04354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.385510 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] For port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:04.394058 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] For port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:04.492151 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-5735b464-2ab1-4a4b-86e7-746be7303063 service neutron] 10.222.0.60 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036634 Sep 24 15:35:04.498811 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.500786 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-431618eb-fa67-4e64-ad72-e3393ce04354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.532190 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.578369 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:04.579285 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:04.580896 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-431618eb-fa67-4e64-ad72-e3393ce04354 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7ceadf3f93145df9d8a6c81b0974e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091089 Sep 24 15:35:04.583616 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49248) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:04.593726 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431618eb-fa67-4e64-ad72-e3393ce04354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92643e1e-3f49-4d30-85f9-a349b2826d35,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:04.604643 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-3d70651e-ca8a-4f93-a5cc-03f6304cb607 service neutron] 10.222.0.60 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989163 Sep 24 15:35:04.646493 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09791eef-542a-4935-bf57-df0a3487048c None None] Pushing event updated for resources: {'Port': ['ID=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:04.693476 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf58616c-247c-45bc-a24d-ad1f32df0d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.725939 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.731500 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:04.739191 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf58616c-247c-45bc-a24d-ad1f32df0d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.756068 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Allocated IP 172.20.0.1 (20cde337-4f3d-43fb-ae30-d4c234f6d984/c95ccb1a-5270-4787-a218-1b0ab333f896/df0511e2-d3e0-4dc4-9039-ba39852b4bc1) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:04.885572 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.908523 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:01Z', 'revision_number': 3, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:04.938116 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf58616c-247c-45bc-a24d-ad1f32df0d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.939227 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570bd7-1dc1-4f5b-8f17-aaf171f8e04d None None] The sync data for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi is: [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:01Z', 'revision_number': 3, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:04.941862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf58616c-247c-45bc-a24d-ad1f32df0d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.947046 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cf58616c-247c-45bc-a24d-ad1f32df0d05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92643e1e-3f49-4d30-85f9-a349b2826d35 HTTP/1.1" status: 204 len: 168 time: 0.3585222 Sep 24 15:35:04.952445 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58616c-247c-45bc-a24d-ad1f32df0d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92643e1e-3f49-4d30-85f9-a349b2826d35,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:05.052427 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.065288 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d27bdc7-d4a8-4dcf-b405-3ed7f09a2890 req-e1c6b917-0676-4099-895f-6d66954a37d2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0569925 Sep 24 15:35:05.109530 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:05.125193 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:05.158638 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:05.172798 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.202333 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Pushing event updated for resources: {'Port': ['ID=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:05.289790 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26 req-69748902-b0e8-44a3-96bb-c8375f24b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.291346 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26 req-69748902-b0e8-44a3-96bb-c8375f24b70c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 1096 time: 0.1013117 Sep 24 15:35:05.291492 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431add21-be86-4471-963c-07e8a162c2e4 req-a9b62979-1cb2-4cd0-8a18-691e2357a32c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.299684 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-431add21-be86-4471-963c-07e8a162c2e4 req-a9b62979-1cb2-4cd0-8a18-691e2357a32c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1945484 Sep 24 15:35:05.309127 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.406149 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-431add21-be86-4471-963c-07e8a162c2e4 req-c5c1d872-089d-4ecd-b933-7bca91cf40d8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054714 Sep 24 15:35:05.536692 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea91fc1-f4ba-4066-bbfc-9ecb47b7c4bf req-0d81a1b1-361c-4700-bba7-c484b1ee203e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.538252 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4ea91fc1-f4ba-4066-bbfc-9ecb47b7c4bf req-0d81a1b1-361c-4700-bba7-c484b1ee203e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 943 time: 0.2511129 Sep 24 15:35:05.583550 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-0ed62023-477e-417e-97e5-b1db08fa39f8 None None] Provisioning complete for port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:05.584375 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0ed62023-477e-417e-97e5-b1db08fa39f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.636990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26 req-2d5d2f9b-450a-41da-a4e7-f4a1766a54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.638472 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26 req-2d5d2f9b-450a-41da-a4e7-f4a1766a54f2 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=ea124211030c4717959a7d19c27aca65&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2736473 Sep 24 15:35:05.639345 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7046d4d-008a-4fbd-a038-d270bb780508 req-154f8d3b-add9-4a56-afe1-0501b790be22 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.641104 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a7046d4d-008a-4fbd-a038-d270bb780508 req-154f8d3b-add9-4a56-afe1-0501b790be22 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0931704 Sep 24 15:35:05.648555 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4ea91fc1-f4ba-4066-bbfc-9ecb47b7c4bf req-d8a7c232-63a5-4a07-bfb5-4e236cd49ff4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017363 Sep 24 15:35:05.649295 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-0ed62023-477e-417e-97e5-b1db08fa39f8 None None] Port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:05.650367 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-20f6eff2-fd9f-4478-9f8d-25c3f775376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.651791 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-20f6eff2-fd9f-4478-9f8d-25c3f775376e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.1037529 Sep 24 15:35:05.737437 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.743604 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a7046d4d-008a-4fbd-a038-d270bb780508 req-e16de922-050a-40b4-aa5b-52eaf1ae0fec tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834177 Sep 24 15:35:05.837188 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26 req-c8c68d5b-302d-49d9-b1ba-147201feb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.838696 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-212d6fbb-33c4-4c2e-b3c1-a44f69c08c26 req-c8c68d5b-302d-49d9-b1ba-147201feb103 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1860509 Sep 24 15:35:05.841495 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-cb80d5e0-e2d9-418b-90bd-eee4ea5f5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.842849 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-cb80d5e0-e2d9-418b-90bd-eee4ea5f5d2e service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.1715786 Sep 24 15:35:05.965856 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-6bed2dce-ec1d-441c-ad25-099f26460a1a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 217 time: 0.0972240 Sep 24 15:35:06.010814 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.046656 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-607f27f3-5b89-42ba-a4a0-d2848e5767f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.048202 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-607f27f3-5b89-42ba-a4a0-d2848e5767f8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ea124211030c4717959a7d19c27aca65&device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 1096 time: 0.0999732 Sep 24 15:35:06.056461 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-74dc5a14-843f-4849-a06d-6d4e66928341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.057939 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-74dc5a14-843f-4849-a06d-6d4e66928341 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0588260 Sep 24 15:35:06.104543 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-64314285-ca6a-4607-bc31-d87dc43a2836 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f336605-ad8e-4bca-94bb-40a465035efa HTTP/1.1" status: 200 len: 217 time: 0.0454485 Sep 24 15:35:06.126750 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-c6265daa-bd4c-4893-87a3-448b3a9ffa1f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612419 Sep 24 15:35:06.133449 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.206099 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.248720 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c01e25a8-4e9c-4ca7-a9cb-d589cfc6f380 req-5afc7a78-6954-4d53-a8bb-df70b0e72389 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0615830 Sep 24 15:35:06.280075 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45cef-193a-4adb-842f-660c7788c647 req-40a5e9b4-a510-4f6c-a941-ac4330dbcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.290385 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-40a5e9b4-a510-4f6c-a941-ac4330dbcbd3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 200 len: 854 time: 0.1730590 Sep 24 15:35:06.325492 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Pushing event updated for resources: {'Port': ['ID=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:06.330806 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-823da7f7-d7be-44dd-a2da-1a09497a9af2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6f6f70c9-9209-45a3-b796-d3f537cf0dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307369 Sep 24 15:35:06.354976 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-27a9785a-b400-4b40-be59-8838590a77ec service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014754 Sep 24 15:35:06.373952 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49302) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:06.376229 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:06.392162 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:06.394121 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045d158c-e363-4445-b1be-0c9e4d263081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.494439 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 5eaf4e80-d4d8-485a-955f-21e0fb04db5b up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:06.586444 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:06.586444 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.650036 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.655536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-595b6198-a3a6-4d46-a616-add19423f278 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058500 Sep 24 15:35:06.655536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-474cdde1-2524-4b2e-958c-bcf31721f2e1 req-16142f2d-a24a-4642-a530-2b54e2a7435b service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851253 Sep 24 15:35:06.743389 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ac312-6168-40a4-967e-8690ee703a26 req-07fd79f5-0221-4dc7-b5c5-564b0ac8b4b4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.751762 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-157ac312-6168-40a4-967e-8690ee703a26 req-07fd79f5-0221-4dc7-b5c5-564b0ac8b4b4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1905730 Sep 24 15:35:06.763033 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.803948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:06.805768 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:06.841294 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0ce45cef-193a-4adb-842f-660c7788c647 req-48910d24-fd43-4128-8023-2d25e1a30c20 service neutron] 10.222.0.109 "GET /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722784 Sep 24 15:35:06.857353 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-157ac312-6168-40a4-967e-8690ee703a26 req-1ec88127-a775-40e6-a37a-acdf0c12f965 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945599 Sep 24 15:35:06.880312 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b3d9f-9e61-42d5-b07c-f8f3aec8d9e9 req-14d066cc-8b52-4a86-83f9-85e32548957f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.880651 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-057b3d9f-9e61-42d5-b07c-f8f3aec8d9e9 req-14d066cc-8b52-4a86-83f9-85e32548957f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 943 time: 0.0876129 Sep 24 15:35:06.906110 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-6f7006bb-3a62-4451-9a1e-f650f0472f64 None None] Provisioning complete for port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:06.906820 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6f7006bb-3a62-4451-9a1e-f650f0472f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.933040 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-057b3d9f-9e61-42d5-b07c-f8f3aec8d9e9 req-ce74ec95-834c-4efb-9a63-4fcc005ff57e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Sep 24 15:35:06.954761 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.957340 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045d158c-e363-4445-b1be-0c9e4d263081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.962742 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-6f7006bb-3a62-4451-9a1e-f650f0472f64 None None] Port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:07.060653 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-045d158c-e363-4445-b1be-0c9e4d263081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.062688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:07.118605 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179e8f6-588c-4b9d-8783-54f8fef900cb req-b7083ad6-0f23-4fc1-b522-7afe31dcf13a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.120555 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5179e8f6-588c-4b9d-8783-54f8fef900cb req-b7083ad6-0f23-4fc1-b522-7afe31dcf13a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1678290 Sep 24 15:35:07.126717 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d158c-e363-4445-b1be-0c9e4d263081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2955864c-37b2-420c-b0f2-2d6251ddb506,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:07.145923 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-045d158c-e363-4445-b1be-0c9e4d263081 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14c54c93de634642aa67133c742043e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7684903 Sep 24 15:35:07.163249 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:07.163249 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-c7bd30ff-adf3-4ff8-9b21-983c9df282cd admin admin] 10.222.0.60 "PUT /v2.0/routers/5c37663d-b5ef-471f-89ff-175e1a6a8fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5578547 Sep 24 15:35:07.165440 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49332) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:07.213685 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5179e8f6-588c-4b9d-8783-54f8fef900cb req-8b6d47e5-98c9-4fb3-bf17-9c57ef09590f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765343 Sep 24 15:35:07.235750 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b2b7cc4c-5a3e-44d4-a794-c01a6e9e9683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.264209 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b2b7cc4c-5a3e-44d4-a794-c01a6e9e9683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.340079 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-01b40f35-061c-4ff0-8fee-9a3f03195eee req-a9a2dca1-acb4-47c5-b524-a13468fbbabd tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0319524 Sep 24 15:35:07.424842 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:35:07.531986 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b2b7cc4c-5a3e-44d4-a794-c01a6e9e9683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.534103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b2b7cc4c-5a3e-44d4-a794-c01a6e9e9683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.535512 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-b2b7cc4c-5a3e-44d4-a794-c01a6e9e9683 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2955864c-37b2-420c-b0f2-2d6251ddb506 HTTP/1.1" status: 204 len: 168 time: 0.3686643 Sep 24 15:35:07.548817 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7cc4c-5a3e-44d4-a794-c01a6e9e9683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955864c-37b2-420c-b0f2-2d6251ddb506,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:07.554009 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Sync routers for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:07.575398 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:07.576922 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:07.730826 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:08.250157 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 2, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:08.252811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dff855-9c8a-47b3-a2db-e3d67e9dd11e req-b70f0998-305c-493d-8f05-6db7e71e3523 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.252811 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c0dff855-9c8a-47b3-a2db-e3d67e9dd11e req-b70f0998-305c-493d-8f05-6db7e71e3523 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 943 time: 0.0886719 Sep 24 15:35:08.254534 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Checking router: 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:08.254534 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Updating router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:08.255039 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace6e7d-bf9e-46f4-9802-0a85bb2ed4a0 req-9ba77964-b6e6-43ca-919f-6d62313f681d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.255039 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ace6e7d-bf9e-46f4-9802-0a85bb2ed4a0 req-9ba77964-b6e6-43ca-919f-6d62313f681d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1895046 Sep 24 15:35:08.256776 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.256863 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c0dff855-9c8a-47b3-a2db-e3d67e9dd11e req-95d0a2fa-0de0-47b6-bc8f-735bf40a6e52 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945561 Sep 24 15:35:08.279289 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ace6e7d-bf9e-46f4-9802-0a85bb2ed4a0 req-b016a466-647e-4c4f-9b61-18db5706e677 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908198 Sep 24 15:35:08.362697 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a81ab-9842-40e4-a611-1709046fba2d req-21422367-5cea-4c16-8dd6-65d07ca27d80 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.364281 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-790a81ab-9842-40e4-a611-1709046fba2d req-21422367-5cea-4c16-8dd6-65d07ca27d80 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0513594 Sep 24 15:35:08.475771 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 5eaf4e80-d4d8-485a-955f-21e0fb04db5b up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:08.485559 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-790a81ab-9842-40e4-a611-1709046fba2d req-2d20d2b6-1ff8-4c99-a778-122b3a86ca30 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133444 Sep 24 15:35:08.541664 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6639c163-5a6c-4b8d-ad3a-4da7b9d3b46d req-9d6ebde3-b529-447a-8d3e-4d4b4a03097e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0590317 Sep 24 15:35:08.594442 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:08.594442 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.655002 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49376) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:08.663217 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1442164818-network', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:08.704731 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49378) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:08.718462 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e40e626b-176c-4ecb-9ea3-039c68ceeac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.724127 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.784338 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Made reservation on behalf of e71177740ffd423b9c93316a7d94d4f7 for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:08.790900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.796937 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.840659 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.958502 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e40e626b-176c-4ecb-9ea3-039c68ceeac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.994732 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Pushing event updated for resources: {'Port': ['ID=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:09.001323 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-aa1e805c-4743-477a-aea4-addd4e6a0f2c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.003380 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-aa1e805c-4743-477a-aea4-addd4e6a0f2c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 815 time: 0.2020507 Sep 24 15:35:09.011938 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Attempting to bind port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:09.017378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Attempting to bind port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:09.017378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Attempting to bind port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 on network 20cde337-4f3d-43fb-ae30-d4c234f6d984 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:09.018919 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:09.019390 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Checking segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:09.019826 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.020248 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Bound using segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:09.020874 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Bound port: df0511e2-d3e0-4dc4-9039-ba39852b4bc1, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:09.021264 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.029285 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'port': {'device_id': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'admin_state_up': True, 'tenant_id': '0cb7b879b7594fecaa483635998a87ca'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:09.034348 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e40e626b-176c-4ecb-9ea3-039c68ceeac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.118265 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e40e626b-176c-4ecb-9ea3-039c68ceeac9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d73f6f00afd444a0bbc828c8e7810a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096766 Sep 24 15:35:09.122650 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49388) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:09.124853 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e626b-176c-4ecb-9ea3-039c68ceeac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06634e81-9d80-44be-bf1c-48ed653c4843,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:09.208576 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] For port df0511e2-d3e0-4dc4-9039-ba39852b4bc1, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:09.217105 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] For port df0511e2-d3e0-4dc4-9039-ba39852b4bc1, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:09.314807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-491c0f2a-01c0-4f87-ad5d-604f0fe4353b None None] Provisioning complete for port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:09.314807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-491c0f2a-01c0-4f87-ad5d-604f0fe4353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.317124 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4e4096ac-46d5-46b8-853a-b7b390e6fa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.355769 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.416758 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4e4096ac-46d5-46b8-853a-b7b390e6fa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.476095 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d533-b11c-4e48-9bf9-a9ac407a45bc req-8a523a6e-8212-4e9a-ae5e-9bdcd276e810 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.489302 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-89e2d533-b11c-4e48-9bf9-a9ac407a45bc req-8a523a6e-8212-4e9a-ae5e-9bdcd276e810 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0775785 Sep 24 15:35:09.505652 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:09.506263 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:09.569219 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-89e2d533-b11c-4e48-9bf9-a9ac407a45bc req-23706eab-876e-4b0b-9839-cc9e5c6d4192 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728173 Sep 24 15:35:09.637854 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.657861 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5773ac-f21e-45be-b3d4-1acc43b4f86a req-1d20e135-18b6-417f-984d-8332e705dbe1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.663324 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa5773ac-f21e-45be-b3d4-1acc43b4f86a req-1d20e135-18b6-417f-984d-8332e705dbe1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 943 time: 0.2597895 Sep 24 15:35:09.732053 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-491c0f2a-01c0-4f87-ad5d-604f0fe4353b None None] Port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:09.746086 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.778370 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Pushing event updated for resources: {'Port': ['ID=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:09.796220 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.798780 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324f1ae-bb45-42b4-bf8e-864b79eab6d8 req-95ea94df-4800-4a77-874b-830c6d34ee68 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.801059 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.801059 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.806688 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.807435 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8324f1ae-bb45-42b4-bf8e-864b79eab6d8 req-95ea94df-4800-4a77-874b-830c6d34ee68 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1054318 Sep 24 15:35:09.811170 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.811759 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58022a37-79d4-48db-8729-586f609c81c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:09.841300 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020b8227-e165-4a6d-8178-a37276ad1dfb,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:09.851941 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:09.868151 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa5773ac-f21e-45be-b3d4-1acc43b4f86a req-7f3199a0-5e75-4874-ae25-c02ccaf8b90f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844900 Sep 24 15:35:09.869713 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8324f1ae-bb45-42b4-bf8e-864b79eab6d8 req-602f007e-6e6c-425f-a3af-2714f0c712e2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611916 Sep 24 15:35:09.885979 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4e4096ac-46d5-46b8-853a-b7b390e6fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.897977 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4e4096ac-46d5-46b8-853a-b7b390e6fa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.900851 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-4e4096ac-46d5-46b8-853a-b7b390e6fa2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06634e81-9d80-44be-bf1c-48ed653c4843 HTTP/1.1" status: 204 len: 168 time: 0.7534213 Sep 24 15:35:09.930778 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-fe272818-943d-41c2-b4b6-03e6cf10e094 None None] Provisioning complete for port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:09.931774 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fe272818-943d-41c2-b4b6-03e6cf10e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.948869 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] vlan segment allocate from pool success with {'vlan_id': 1303, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:35:09.963548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4096ac-46d5-46b8-853a-b7b390e6fa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06634e81-9d80-44be-bf1c-48ed653c4843,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:09.988857 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.991197 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Added segment c1ef0c39-333c-433e-8cf4-32f114dcd00a of type vlan for network 14151425-3293-431e-8951-eed8edf29f35 Sep 24 15:35:09.992842 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0ea62e37-3983-4be1-b229-849f84a97121 req-bb6643d2-8a4e-441c-bba9-de23dc6aceb9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0415385 Sep 24 15:35:10.015451 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Made reservation on behalf of 0cb7b879b7594fecaa483635998a87ca for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:10.020110 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.100155 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.151757 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fe272818-943d-41c2-b4b6-03e6cf10e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.225862 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-fe272818-943d-41c2-b4b6-03e6cf10e094 None None] For port df0511e2-d3e0-4dc4-9039-ba39852b4bc1, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:10.250036 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:09Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:10.303648 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d6e07-7597-45ff-be2a-244700dee0c7 None None] The sync data for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi is: [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:09Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:10.342843 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fe272818-943d-41c2-b4b6-03e6cf10e094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.457812 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.db.resource_extend [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:35:10.475128 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe272818-943d-41c2-b4b6-03e6cf10e094 None None] Pushing event updated for resources: {'Port': ['ID=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:10.651440 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Allocated IP 172.20.0.10 (2d9a6967-345e-4e16-820b-ce17a92d9b50/d0282084-d221-48dc-a802-72b3743017ca/7841f385-4f3a-490b-bd5c-830abaf11709) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:10.727312 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.728280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:10.728875 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.154076 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5f336605-ad8e-4bca-94bb-40a465035efa details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:11.178476 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535ee2e-b842-4487-88cf-5e0e1e7469b0 req-ae15684d-1eb6-46d3-a677-9059279142c8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.182724 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b535ee2e-b842-4487-88cf-5e0e1e7469b0 req-ae15684d-1eb6-46d3-a677-9059279142c8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.4578063 Sep 24 15:35:11.194147 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94e6f-1822-4080-bc27-c971a37090cf req-52130430-718c-4d43-9723-00f5e5a0f91f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.195854 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-33c94e6f-1822-4080-bc27-c971a37090cf req-52130430-718c-4d43-9723-00f5e5a0f91f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 943 time: 0.1805594 Sep 24 15:35:11.344349 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-33c94e6f-1822-4080-bc27-c971a37090cf req-dff15dec-c489-4376-a7d5-7f0330f9e43b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408710 Sep 24 15:35:11.399406 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7296445 Sep 24 15:35:11.399406 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c604e-9baf-422d-910d-42ea5aecb128 admin admin] Pushing event updated for resources: {'Network': ['ID=14151425-3293-431e-8951-eed8edf29f35,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:11.400476 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49458) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:11.406163 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Request body: {'subnet': {'network_id': '14151425-3293-431e-8951-eed8edf29f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1442164818-subnet', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:11.411632 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b535ee2e-b842-4487-88cf-5e0e1e7469b0 req-3fad2400-65b3-4e96-a00e-5998426420bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363068 Sep 24 15:35:11.420283 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 14151425-3293-431e-8951-eed8edf29f35 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:35:11.459486 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 5f336605-ad8e-4bca-94bb-40a465035efa, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5f336605-ad8e-4bca-94bb-40a465035efa,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:11.552585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.585345 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '5f336605-ad8e-4bca-94bb-40a465035efa', 'network_id': '6f6f70c9-9209-45a3-b796-d3f537cf0dea', 'port_id': '5f336605-ad8e-4bca-94bb-40a465035efa', 'mac_address': 'fa:16:3e:ff:e3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671cd4cf-26f4-4493-8248-52fe2ad0109c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:11.613126 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Made reservation on behalf of e71177740ffd423b9c93316a7d94d4f7 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:11.617946 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25849056'] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.685754 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a7b59093-18ce-4534-80d3-46e5c0760626 req-b52cc016-bada-4af1-90e0-409afa113ed2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0977502 Sep 24 15:35:11.789653 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cbe6e-f7ef-4219-ba99-5225ff2f0d2b req-face4a80-1e3c-4adb-b3e7-cbbad12fa252 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.789653 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ab0cbe6e-f7ef-4219-ba99-5225ff2f0d2b req-face4a80-1e3c-4adb-b3e7-cbbad12fa252 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.2509665 Sep 24 15:35:11.877532 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ab0cbe6e-f7ef-4219-ba99-5225ff2f0d2b req-0a834aff-94d9-45df-9205-71402bc152df tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934753 Sep 24 15:35:12.045535 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.122579 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.210237 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f336605-ad8e-4bca-94bb-40a465035efa {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:12.234881 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:12.298499 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:12.300576 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:12.302777 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25849042'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.311831 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 5f336605-ad8e-4bca-94bb-40a465035efa, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5f336605-ad8e-4bca-94bb-40a465035efa,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:12.312024 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:12.320794 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:12.323117 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.427401 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49476) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:12.477857 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.490201 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-995ef853-7f7a-42a6-90be-d99b252c02a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4649940 Sep 24 15:35:12.511320 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Request body: {'port': {'device_id': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:12.526382 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Checking segment: {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:12.526966 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Network hostable DHCP agents. Network: 14151425-3293-431e-8951-eed8edf29f35, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:35:12.536323 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:12.630833 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device df0511e2-d3e0-4dc4-9039-ba39852b4bc1 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:12.775480 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=5f336605-ad8e-4bca-94bb-40a465035efa,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:12.788095 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3750ab-df5f-4a76-a995-face040dde44 req-bffb11fd-0bce-4b17-99ea-b89c736e87cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:12.800831 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aa3750ab-df5f-4a76-a995-face040dde44 req-bffb11fd-0bce-4b17-99ea-b89c736e87cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1304154 Sep 24 15:35:12.860529 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Network 14151425-3293-431e-8951-eed8edf29f35 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:35:12.883265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.902322 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:12.902822 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.938983 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-43e290ff-fb90-42ad-8b53-e0acdf08bd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.946925 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-573c1d79-1b48-451c-98b3-3ac03416bea1 None None] Provisioning complete for port 7841f385-4f3a-490b-bd5c-830abaf11709 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:12.947327 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-573c1d79-1b48-451c-98b3-3ac03416bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.949540 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['5f336605-ad8e-4bca-94bb-40a465035efa'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:12.971061 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f1d05-a30b-487d-b6c0-511250d83644 req-fb2e8aa3-6718-4db3-9680-c3e3c19646f9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:12.975210 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aa3750ab-df5f-4a76-a995-face040dde44 req-32262e0c-1b5f-462a-b7f0-2330855629b3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634519 Sep 24 15:35:12.980631 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d18f1d05-a30b-487d-b6c0-511250d83644 req-fb2e8aa3-6718-4db3-9680-c3e3c19646f9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 944 time: 0.3585770 Sep 24 15:35:13.164587 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 14151425-3293-431e-8951-eed8edf29f35) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:13.167821 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-573c1d79-1b48-451c-98b3-3ac03416bea1 None None] Port 7841f385-4f3a-490b-bd5c-830abaf11709 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:13.169662 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d18f1d05-a30b-487d-b6c0-511250d83644 req-41abab15-b87c-48a6-b0b2-44489bd03e16 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877959 Sep 24 15:35:13.170572 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.179926 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.210520 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969264fb-587f-401a-9550-8289976eefd3 req-d631bafa-953d-404d-8c9c-1ae9ffb670c9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.213786 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-969264fb-587f-401a-9550-8289976eefd3 req-d631bafa-953d-404d-8c9c-1ae9ffb670c9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 932 time: 0.1328075 Sep 24 15:35:13.250548 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce807d0-bca0-490c-adda-d14bc612783f None None] Network 14151425-3293-431e-8951-eed8edf29f35 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:13.276660 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-969264fb-587f-401a-9550-8289976eefd3 req-6c8349f3-2456-4902-95d2-355d77813bdc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523653 Sep 24 15:35:13.369624 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-43e290ff-fb90-42ad-8b53-e0acdf08bd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.511418 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-43e290ff-fb90-42ad-8b53-e0acdf08bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.537387 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e151853e-7664-473b-b3bf-e7c602b0857d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1359525 Sep 24 15:35:13.540301 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49498) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:13.547564 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:13.550357 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-43e290ff-fb90-42ad-8b53-e0acdf08bd4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fdc156e5c6d419989ece5bcc7014900&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1213837 Sep 24 15:35:13.554928 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49500) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:13.591805 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7841f385-4f3a-490b-bd5c-830abaf11709 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:13.637460 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.662412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e290ff-fb90-42ad-8b53-e0acdf08bd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cacad0-ada4-4b52-a0a0-decb5229ac82,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:13.684156 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-14151425-3293-431e-8951-eed8edf29f35', 'network_id': '14151425-3293-431e-8951-eed8edf29f35', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'fixed_ips': [{'subnet_id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:35:13.687857 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.702407 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Transition to ACTIVE for port object 7841f385-4f3a-490b-bd5c-830abaf11709 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:13.709738 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f099e057-7c32-4f1b-a3b3-8fdaf9e4fa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.738733 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.741194 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.761504 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f099e057-7c32-4f1b-a3b3-8fdaf9e4fa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.849457 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.859464 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Allocated IP 172.20.0.2 (14151425-3293-431e-8951-eed8edf29f35/f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63/d099d4b9-0540-4c72-99b9-904018aa3102) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:13.910669 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.961411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.012951 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Attempting to bind port 7841f385-4f3a-490b-bd5c-830abaf11709 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:14.013168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Attempting to bind port 7841f385-4f3a-490b-bd5c-830abaf11709 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:14.013476 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Attempting to bind port 7841f385-4f3a-490b-bd5c-830abaf11709 on network 2d9a6967-345e-4e16-820b-ce17a92d9b50 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:14.019483 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Port 7841f385-4f3a-490b-bd5c-830abaf11709 on network 2d9a6967-345e-4e16-820b-ce17a92d9b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:14.019801 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Attempting to bind port 7841f385-4f3a-490b-bd5c-830abaf11709 on network 2d9a6967-345e-4e16-820b-ce17a92d9b50 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:14.035882 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:14.037341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Checking segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:14.037341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Bound using segment: {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:14.037341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Bound port: 7841f385-4f3a-490b-bd5c-830abaf11709, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb7cf50-9b6a-4b07-8bf5-777794892c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1328, 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:14.037341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.113369 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f099e057-7c32-4f1b-a3b3-8fdaf9e4fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.121115 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f099e057-7c32-4f1b-a3b3-8fdaf9e4fa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.124874 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f099e057-7c32-4f1b-a3b3-8fdaf9e4fa5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63cacad0-ada4-4b52-a0a0-decb5229ac82 HTTP/1.1" status: 204 len: 168 time: 0.5649929 Sep 24 15:35:14.263713 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099e057-7c32-4f1b-a3b3-8fdaf9e4fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cacad0-ada4-4b52-a0a0-decb5229ac82,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.348091 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.388214 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:14.388214 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:14.436564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1e066-3925-41dd-abb1-5a33ef9eb686 req-afafb6cf-4109-4de9-ba71-fc49659f377c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.438247 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-13d1e066-3925-41dd-abb1-5a33ef9eb686 req-afafb6cf-4109-4de9-ba71-fc49659f377c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.2629926 Sep 24 15:35:14.475008 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.477102 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.503212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Network 14151425-3293-431e-8951-eed8edf29f35 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:14.507227 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:14.533515 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-13d1e066-3925-41dd-abb1-5a33ef9eb686 req-ffbc8925-4967-4e05-8d40-a16c5e7b3390 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853333 Sep 24 15:35:14.541869 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.542265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.543834 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] 10.222.0.109 "PUT /v2.0/ports/7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 1094 time: 2.0411017 Sep 24 15:35:14.544274 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:14.546527 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94ea74a-e484-402f-80c6-32331a6bbc78" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:14.619019 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8234a5b-ec47-4e76-b95b-623be987c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.654543 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Pushing event updated for resources: {'Port': ['ID=d099d4b9-0540-4c72-99b9-904018aa3102,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.657100 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:14.776616 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Attempting to bind port d099d4b9-0540-4c72-99b9-904018aa3102 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:14.778054 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Attempting to bind port d099d4b9-0540-4c72-99b9-904018aa3102 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:14.781098 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Attempting to bind port d099d4b9-0540-4c72-99b9-904018aa3102 on network 14151425-3293-431e-8951-eed8edf29f35 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:14.799829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:14.799829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Checking segment: {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:14.799829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.799829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Bound using segment: {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:14.799829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Bound port: d099d4b9-0540-4c72-99b9-904018aa3102, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:14.799829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.859384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-43ace2d1-c3e9-4ad0-a2cb-3cffc9a00895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.860885 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-43ace2d1-c3e9-4ad0-a2cb-3cffc9a00895 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1097 time: 0.1580672 Sep 24 15:35:14.876844 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b80b-8ceb-4f4a-89f8-a2a2ea8259b7 req-db5e5aba-868b-41cb-9c2f-cda1ba48f0fd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.882901 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2fc4b80b-8ceb-4f4a-89f8-a2a2ea8259b7 req-db5e5aba-868b-41cb-9c2f-cda1ba48f0fd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 944 time: 0.1928034 Sep 24 15:35:14.902277 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd6cab-b25a-4f40-a628-562f325f025c req-ada18757-0a96-4140-9f40-622a64b442b2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.907623 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-02cd6cab-b25a-4f40-a628-562f325f025c req-ada18757-0a96-4140-9f40-622a64b442b2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.1512520 Sep 24 15:35:14.931182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.989908 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] For port d099d4b9-0540-4c72-99b9-904018aa3102, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:14.996117 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2fc4b80b-8ceb-4f4a-89f8-a2a2ea8259b7 req-096c148c-8932-4b5a-86ea-982607627d42 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683603 Sep 24 15:35:15.006368 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] For port d099d4b9-0540-4c72-99b9-904018aa3102, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d099d4b9-0540-4c72-99b9-904018aa3102,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:15.044937 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-02cd6cab-b25a-4f40-a628-562f325f025c req-7150fc59-c7ad-4d48-92e5-3b62a0dfb681 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185930 Sep 24 15:35:15.046967 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-9f2bb956-24d1-4258-a871-d46e81c77abc service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 217 time: 0.0646307 Sep 24 15:35:15.165680 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.178491 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca07ab49-2f98-44f0-a198-9428efa56138 x-openstack-request-id: req-ca07ab49-2f98-44f0-a198-9428efa56138 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:15.178733 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:15.179010 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca07ab49-2f98-44f0-a198-9428efa56138 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:15.179957 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'status': 'completed', 'code': 200} Sep 24 15:35:15.205778 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5f336605-ad8e-4bca-94bb-40a465035efa up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:15.215453 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-c8c6f3e8-53a2-4b85-8387-4e86818f240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:15.216551 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-c8c6f3e8-53a2-4b85-8387-4e86818f240f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.1053169 Sep 24 15:35:15.292625 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213359ab-25a4-4a44-8474-3b72c093c7ba req-a8c2724d-7502-43ff-8b58-be8f474e52f1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:15.308341 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-213359ab-25a4-4a44-8474-3b72c093c7ba req-a8c2724d-7502-43ff-8b58-be8f474e52f1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1716249 Sep 24 15:35:15.332201 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687189f-3da6-43a1-9270-e091ad0da702 req-55729c81-5f59-4450-9c25-8a82ede40a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:15.333725 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-55729c81-5f59-4450-9c25-8a82ede40a4b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906043 Sep 24 15:35:15.349261 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78550de-8a1e-4488-80f9-79c12fa3620c None None] Pushing event updated for resources: {'Port': ['ID=d099d4b9-0540-4c72-99b9-904018aa3102,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:15.402245 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-213359ab-25a4-4a44-8474-3b72c093c7ba req-13ce99a1-6d87-4be5-bb87-553273566ecd tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907297 Sep 24 15:35:15.490618 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 5f336605-ad8e-4bca-94bb-40a465035efa completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:15.496373 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 5f336605-ad8e-4bca-94bb-40a465035efa triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:15.497788 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.571036 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49522) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:15.626502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-924c3bc2-c3fa-4552-a24b-0a97d57fa473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.750600 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-6b68e46e-8fc4-4716-817a-e3cab2516922 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737211 Sep 24 15:35:15.765450 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.766068 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.805961 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.811035 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f336605-ad8e-4bca-94bb-40a465035efa'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:15.814101 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ab2c45-6ffe-4416-8456-22045ea7c31a" -d '{"events": [{"server_uuid": "ae49e336-9cbb-40c7-80ca-4674595ecdcd", "name": "network-vif-plugged", "status": "completed", "tag": "5f336605-ad8e-4bca-94bb-40a465035efa"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:15.834519 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 5f336605-ad8e-4bca-94bb-40a465035efa, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5f336605-ad8e-4bca-94bb-40a465035efa,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:15.936653 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.937394 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Allocated IP 172.27.1.134 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/cd33316c-f62d-40ff-8650-65f7a8ce3419) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:16.041130 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=5f336605-ad8e-4bca-94bb-40a465035efa,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:16.041632 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-924c3bc2-c3fa-4552-a24b-0a97d57fa473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.079645 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.100484 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6687189f-3da6-43a1-9270-e091ad0da702 req-4d19ff1e-958c-4a5a-b3a5-596f53f2f4f2 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379539 Sep 24 15:35:16.165834 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-924c3bc2-c3fa-4552-a24b-0a97d57fa473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.218945 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f173f-0375-4863-901a-46f58bc16da4 req-172d5a07-8a31-4577-9900-4031d3780d76 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.221069 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fa9f173f-0375-4863-901a-46f58bc16da4 req-172d5a07-8a31-4577-9900-4031d3780d76 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.4573686 Sep 24 15:35:16.229128 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.233748 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-924c3bc2-c3fa-4552-a24b-0a97d57fa473 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e740761b14d24fd0b6616ec0b786af23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6576836 Sep 24 15:35:16.234472 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49536) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:16.309632 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c3bc2-c3fa-4552-a24b-0a97d57fa473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2d9648-c158-45a2-af4b-f339dbcd698f,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:16.335756 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-29cd2ff2-a690-421b-9ba5-133c7bef94ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.381511 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:16.438790 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Pushing event updated for resources: {'Port': ['ID=cd33316c-f62d-40ff-8650-65f7a8ce3419,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:16.510736 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fa9f173f-0375-4863-901a-46f58bc16da4 req-a0849e60-ed12-49c2-8680-6f1946507a69 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2052646 Sep 24 15:35:16.510736 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:16.510736 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:16.555785 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-29cd2ff2-a690-421b-9ba5-133c7bef94ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.602573 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9169ad-9a05-4077-8ef0-971d2e699010 x-openstack-request-id: req-ca9169ad-9a05-4077-8ef0-971d2e699010 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:16.603125 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49e336-9cbb-40c7-80ca-4674595ecdcd", "name": "network-vif-plugged", "status": "completed", "tag": "5f336605-ad8e-4bca-94bb-40a465035efa", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:16.603743 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca9169ad-9a05-4077-8ef0-971d2e699010 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:16.604154 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f336605-ad8e-4bca-94bb-40a465035efa', 'code': 200} Sep 24 15:35:16.622856 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-53213c02-711e-46a3-9688-0b6fb8212304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.625072 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-53213c02-711e-46a3-9688-0b6fb8212304 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1097 time: 0.2852285 Sep 24 15:35:16.680332 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d099d4b9-0540-4c72-99b9-904018aa3102 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:16.831335 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port d099d4b9-0540-4c72-99b9-904018aa3102 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:16.831809 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.852445 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-a4960387-c0b7-4434-8e9f-0f0c0ff50dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.854340 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-a4960387-c0b7-4434-8e9f-0f0c0ff50dc4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.1759253 Sep 24 15:35:17.006510 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.033985 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-0eacbd8d-ad8a-4b0d-92c1-d2bb79be417c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 217 time: 0.1357746 Sep 24 15:35:17.043746 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-29cd2ff2-a690-421b-9ba5-133c7bef94ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.053193 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-29cd2ff2-a690-421b-9ba5-133c7bef94ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.056933 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-29cd2ff2-a690-421b-9ba5-133c7bef94ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e2d9648-c158-45a2-af4b-f339dbcd698f HTTP/1.1" status: 204 len: 168 time: 0.8176396 Sep 24 15:35:17.076494 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fee5d1-e8ec-4b68-8e10-15dbc2936eec req-cd32f509-0716-4496-a880-b3cc2aabc3a1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:17.087779 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d7fee5d1-e8ec-4b68-8e10-15dbc2936eec req-cd32f509-0716-4496-a880-b3cc2aabc3a1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.3066573 Sep 24 15:35:17.095712 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port d099d4b9-0540-4c72-99b9-904018aa3102, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d099d4b9-0540-4c72-99b9-904018aa3102,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:17.107873 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd2ff2-a690-421b-9ba5-133c7bef94ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2d9648-c158-45a2-af4b-f339dbcd698f,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:17.247396 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-d027160b-9308-4324-b240-a87a1198f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:17.251711 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-d027160b-9308-4324-b240-a87a1198f3df service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.1957555 Sep 24 15:35:17.256736 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.308249 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d7fee5d1-e8ec-4b68-8e10-15dbc2936eec req-4d83911a-9c8a-46b4-b309-e462187fe418 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112184 Sep 24 15:35:17.335788 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d8e934-3536-4a92-b62c-be1cd762b12f None None] Network 14151425-3293-431e-8951-eed8edf29f35 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:17.458668 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.535013 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=d099d4b9-0540-4c72-99b9-904018aa3102,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:17.541272 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-c39363e4-cb41-4687-bb51-56381e690f41 None None] Provisioning complete for port d099d4b9-0540-4c72-99b9-904018aa3102 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:17.546460 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c39363e4-cb41-4687-bb51-56381e690f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.594175 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-aba2d622-d426-4ad0-8cbe-d3c43bfcdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:17.600022 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-aba2d622-d426-4ad0-8cbe-d3c43bfcdd4b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2491863 Sep 24 15:35:17.628053 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212ccc-58fd-4d10-aa99-c9952b6f85d7 req-bdb4dc60-eb57-4ac3-a26d-999d4f386edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:17.630130 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5e212ccc-58fd-4d10-aa99-c9952b6f85d7 req-bdb4dc60-eb57-4ac3-a26d-999d4f386edf service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 1098 time: 0.2917113 Sep 24 15:35:17.745926 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef49b8-b1be-40d2-83a7-2674def43ac8 req-d3a38f65-57d8-4f8e-94bb-3b964d1e07b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:17.754442 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-09ef49b8-b1be-40d2-83a7-2674def43ac8 req-d3a38f65-57d8-4f8e-94bb-3b964d1e07b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.2161217 Sep 24 15:35:17.812200 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-09ef49b8-b1be-40d2-83a7-2674def43ac8 req-7a485b21-2ae8-4cf5-a7a2-e3793e9fae61 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566514 Sep 24 15:35:17.910081 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5e212ccc-58fd-4d10-aa99-c9952b6f85d7 req-ff393ad1-e10f-44c9-85f4-67431863a906 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150872 Sep 24 15:35:17.996474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba90072-2923-48c7-8551-f37fb1a372b2 req-3a1c8b6d-2895-43ea-8ddc-86c718fb3ec4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:17.998776 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ba90072-2923-48c7-8551-f37fb1a372b2 req-3a1c8b6d-2895-43ea-8ddc-86c718fb3ec4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.2281082 Sep 24 15:35:18.053018 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-b24f8222-e3b2-4705-9476-6f789e6c75df service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304979 Sep 24 15:35:18.097918 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.154140 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ba90072-2923-48c7-8551-f37fb1a372b2 req-83f36a3f-3d7c-4b75-ba3a-b89b57d3678b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420462 Sep 24 15:35:18.363716 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-ba717e09-1bb4-40f7-b38c-4d11a198ff85 None None] Provisioning complete for port d099d4b9-0540-4c72-99b9-904018aa3102 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:18.364221 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ba717e09-1bb4-40f7-b38c-4d11a198ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.460197 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Router ddf318ea-a788-4a31-9793-d75f1ecdac7d is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:35:18.481558 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab192bb7-0f2f-493b-8531-fc12564631e5 req-b885fb3d-0aeb-42ec-9139-29721a552356 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.483224 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ab192bb7-0f2f-493b-8531-fc12564631e5 req-b885fb3d-0aeb-42ec-9139-29721a552356 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0658996 Sep 24 15:35:18.486525 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d099d4b9-0540-4c72-99b9-904018aa3102 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:18.542054 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port d099d4b9-0540-4c72-99b9-904018aa3102 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:18.542467 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.565224 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ab192bb7-0f2f-493b-8531-fc12564631e5 req-080dc1d7-1fd0-4d3d-99e0-e527dbae0275 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756917 Sep 24 15:35:18.637185 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49550) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:18.646257 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:18.657148 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Sync routers for ids ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:18.659908 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5d7e20f5-9b5f-4196-a3c7-b0ced43cb505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.667703 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Routers {'ddf318ea-a788-4a31-9793-d75f1ecdac7d'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:18.669927 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:18.776421 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.777827 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f8ef9393-7869-49dd-831a-dbb287e22979 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2360458 Sep 24 15:35:18.780524 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49558) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:18.797384 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Set router ddf318ea-a788-4a31-9793-d75f1ecdac7d gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:19.097553 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5d7e20f5-9b5f-4196-a3c7-b0ced43cb505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.224935 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5d7e20f5-9b5f-4196-a3c7-b0ced43cb505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.287005 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:35:17Z', 'revision_number': 3, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:19.318143 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5d7e20f5-9b5f-4196-a3c7-b0ced43cb505 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5946c4995fd141bfa44252faeb3db7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796353 Sep 24 15:35:19.338031 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Checking router: ddf318ea-a788-4a31-9793-d75f1ecdac7d for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:19.338372 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49564) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:19.338975 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Updating router ddf318ea-a788-4a31-9793-d75f1ecdac7d port cd33316c-f62d-40ff-8650-65f7a8ce3419 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:19.353671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e0559-ff6a-40af-869c-f6f2b961e19d req-277fb947-63e4-4699-a4ac-858ae773825d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.362153 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d72e0559-ff6a-40af-869c-f6f2b961e19d req-277fb947-63e4-4699-a4ac-858ae773825d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.4068482 Sep 24 15:35:19.373990 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.575587 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94ea74a-e484-402f-80c6-32331a6bbc78 req-ff79670d-dc59-4470-aa03-c897d4fbdc9e service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365459 Sep 24 15:35:19.588425 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e20f5-9b5f-4196-a3c7-b0ced43cb505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade61248-69ed-4b7d-9f78-c165a304e47b,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:19.684529 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d72e0559-ff6a-40af-869c-f6f2b961e19d req-83622f6d-4cf1-47a5-a8bd-e70f2c966766 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402811 Sep 24 15:35:19.705218 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5b928edd-316d-4bbc-89c9-2a52317dae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.769931 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5b928edd-316d-4bbc-89c9-2a52317dae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.827091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eed540-39cd-4444-b887-4f395a7f4930 req-37a1e751-ae1f-4751-8029-aba4269a7e01 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.839954 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d6eed540-39cd-4444-b887-4f395a7f4930 req-37a1e751-ae1f-4751-8029-aba4269a7e01 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.2970800 Sep 24 15:35:19.906667 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.967781 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5334b1a-2e16-432a-891c-685475255063 req-4c047714-530a-43f3-a474-a22e8ae3cda6 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.969719 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c5334b1a-2e16-432a-891c-685475255063 req-4c047714-530a-43f3-a474-a22e8ae3cda6 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.1467941 Sep 24 15:35:20.014267 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.020157 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d6eed540-39cd-4444-b887-4f395a7f4930 req-f285a871-80c9-4fac-a4ce-90e19ba53651 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791415 Sep 24 15:35:20.057318 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5b928edd-316d-4bbc-89c9-2a52317dae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.065169 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5b928edd-316d-4bbc-89c9-2a52317dae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.069829 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5b928edd-316d-4bbc-89c9-2a52317dae1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ade61248-69ed-4b7d-9f78-c165a304e47b HTTP/1.1" status: 204 len: 168 time: 0.7020290 Sep 24 15:35:20.106154 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c5334b1a-2e16-432a-891c-685475255063 req-25b26553-5186-4ced-bc01-0f175cef2402 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291075 Sep 24 15:35:20.115986 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b928edd-316d-4bbc-89c9-2a52317dae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade61248-69ed-4b7d-9f78-c165a304e47b,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:20.150386 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Attempting to bind port cd33316c-f62d-40ff-8650-65f7a8ce3419 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:20.150750 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Attempting to bind port cd33316c-f62d-40ff-8650-65f7a8ce3419 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:20.151173 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Attempting to bind port cd33316c-f62d-40ff-8650-65f7a8ce3419 on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:20.161481 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca43b1-abba-411d-8c65-b2d49f6e5a89 None None] Pushing event updated for resources: {'Port': ['ID=cd33316c-f62d-40ff-8650-65f7a8ce3419,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:20.177636 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:20.178285 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:20.178978 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.179677 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:20.180326 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Bound port: cd33316c-f62d-40ff-8650-65f7a8ce3419, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:20.187418 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.325536 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.432038 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] For port cd33316c-f62d-40ff-8650-65f7a8ce3419, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:20.439392 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] For port cd33316c-f62d-40ff-8650-65f7a8ce3419, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=cd33316c-f62d-40ff-8650-65f7a8ce3419,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:20.576638 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.577282 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Allocated IP 172.20.0.1 (14151425-3293-431e-8951-eed8edf29f35/f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63/7cd62b55-801f-41f1-b3f6-87e5a8a67d2b) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:20.726306 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Routers {'ddf318ea-a788-4a31-9793-d75f1ecdac7d'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:20.740363 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:20.816109 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.883353 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca43b1-abba-411d-8c65-b2d49f6e5a89 None None] Pushing event updated for resources: {'Port': ['ID=cd33316c-f62d-40ff-8650-65f7a8ce3419,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:20.992578 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f72fd-2262-4ca0-8381-b89ebbfbbb9b req-f797cb3f-0431-4ec5-8cab-37962c4ebb5e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:20.994193 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-803f72fd-2262-4ca0-8381-b89ebbfbbb9b req-f797cb3f-0431-4ec5-8cab-37962c4ebb5e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.1089489 Sep 24 15:35:20.995525 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.005721 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] Set router ddf318ea-a788-4a31-9793-d75f1ecdac7d gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:21.067446 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:21.086483 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Network 14151425-3293-431e-8951-eed8edf29f35 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:21.090597 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:21.093831 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:21.192895 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-803f72fd-2262-4ca0-8381-b89ebbfbbb9b req-d023debc-0f05-484a-a0a1-ac63a3cc3843 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826851 Sep 24 15:35:21.211702 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.280593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbe635-25ac-437c-ac8f-97e14192dc6c req-b939a6a4-4e71-4c09-a631-c3c6b28b989c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.306492 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-66cbe635-25ac-437c-ac8f-97e14192dc6c req-b939a6a4-4e71-4c09-a631-c3c6b28b989c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1259110 Sep 24 15:35:21.383394 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-66cbe635-25ac-437c-ac8f-97e14192dc6c req-92d2dfcc-46ae-48ee-bb04-1c3d99d4b9d1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691288 Sep 24 15:35:21.413757 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:35:17Z', 'revision_number': 3, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:21.486577 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53671c6a-6a1b-4481-8993-55e0792b03b0 None None] The sync data for ids ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'] in dv-cinder-810924-1-iscsi is: [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:35:17Z', 'revision_number': 3, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:21.567459 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-c3e9d085-584e-4bd2-b03e-377593f35ab8 None None] Provisioning complete for port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:21.568022 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d085-584e-4bd2-b03e-377593f35ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.618377 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9d085-584e-4bd2-b03e-377593f35ab8 None None] Port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:21.641917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abe0f-b667-48db-9087-b8b0f21f9f0d req-c615d9cf-5f02-4375-a55f-eebee32b7f83 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.643540 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-844abe0f-b667-48db-9087-b8b0f21f9f0d req-c615d9cf-5f02-4375-a55f-eebee32b7f83 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.2973945 Sep 24 15:35:21.736505 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-844abe0f-b667-48db-9087-b8b0f21f9f0d req-44ff2e36-8f3a-4aec-8cb8-9a7009dfbac9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862970 Sep 24 15:35:21.737467 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.161415 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.535465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f9759-d06e-4026-bb95-1830e53bad26 req-2eb8976c-e20d-4cb1-ac7e-251b8ec1186a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:22.537070 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f65f9759-d06e-4026-bb95-1830e53bad26 req-2eb8976c-e20d-4cb1-ac7e-251b8ec1186a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.1814914 Sep 24 15:35:22.610878 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f65f9759-d06e-4026-bb95-1830e53bad26 req-f128fd8e-a7da-4bd9-bc65-83d5b417a51c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641170 Sep 24 15:35:22.628893 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ab88a-9e34-4137-8a1c-7fdf5f7b0719 req-ee4cf50a-8884-4d3e-9e43-b24f9c041c3f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:22.630783 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-891ab88a-9e34-4137-8a1c-7fdf5f7b0719 req-ee4cf50a-8884-4d3e-9e43-b24f9c041c3f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0874984 Sep 24 15:35:22.638883 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device cd33316c-f62d-40ff-8650-65f7a8ce3419 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:22.700340 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-891ab88a-9e34-4137-8a1c-7fdf5f7b0719 req-f673b4f9-918e-46f5-ad5a-e6cfbd1d4f9c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625932 Sep 24 15:35:22.724724 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port cd33316c-f62d-40ff-8650-65f7a8ce3419 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:22.725382 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.855584 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.930703 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.993165 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226029d-ac21-4ee8-8cde-b1984e11fb6a req-2dfb26a2-0519-47e3-9e90-c463fb28a1cd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.001508 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f226029d-ac21-4ee8-8cde-b1984e11fb6a req-2dfb26a2-0519-47e3-9e90-c463fb28a1cd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.1096423 Sep 24 15:35:23.003843 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port cd33316c-f62d-40ff-8650-65f7a8ce3419, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=cd33316c-f62d-40ff-8650-65f7a8ce3419,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:23.048546 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.064730 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f226029d-ac21-4ee8-8cde-b1984e11fb6a req-c2aaba64-1237-49e1-889e-0a5eb1584848 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621536 Sep 24 15:35:23.072411 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:23.136687 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.239519 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Network 14151425-3293-431e-8951-eed8edf29f35 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:23.241607 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:23.273576 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=cd33316c-f62d-40ff-8650-65f7a8ce3419,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:23.388227 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Router ddf318ea-a788-4a31-9793-d75f1ecdac7d has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:23.483593 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-48271086-52ff-44be-a86b-448194c4d2ec None None] Provisioning complete for port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:23.484096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-48271086-52ff-44be-a86b-448194c4d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.500063 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:23.527281 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-029f11be-3f36-4638-82bb-ea33c3415cc3 admin admin] 10.222.0.60 "PUT /v2.0/routers/ddf318ea-a788-4a31-9793-d75f1ecdac7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7380450 Sep 24 15:35:23.552584 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-48271086-52ff-44be-a86b-448194c4d2ec None None] Port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:23.736293 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3517a6-c367-4a6d-82b0-ebf61fda95a6 req-9f149c70-a7af-47b6-ac86-cdf796642be0 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.738276 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5b3517a6-c367-4a6d-82b0-ebf61fda95a6 req-9f149c70-a7af-47b6-ac86-cdf796642be0 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0668347 Sep 24 15:35:23.809864 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5b3517a6-c367-4a6d-82b0-ebf61fda95a6 req-6a79cfd1-2569-4fdf-9f62-0e1f32436714 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Sep 24 15:35:23.957176 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Sync routers for ids ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:23.977954 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Routers {'ddf318ea-a788-4a31-9793-d75f1ecdac7d'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:23.981480 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:24.028753 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a3ca3-0bd8-4b80-8e14-6a6a55dc0901 req-d2edeee9-70d9-4267-ba5a-29ca602eb7e7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.039306 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aa7a3ca3-0bd8-4b80-8e14-6a6a55dc0901 req-d2edeee9-70d9-4267-ba5a-29ca602eb7e7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1320074 Sep 24 15:35:24.136352 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aa7a3ca3-0bd8-4b80-8e14-6a6a55dc0901 req-5546648b-b331-4e5c-8547-afdc00d4e65e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901725 Sep 24 15:35:24.192079 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Set router ddf318ea-a788-4a31-9793-d75f1ecdac7d gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:24.247830 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49610) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:24.253256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444057492', 'description': 'tempest-secgroup-smoke-444057492 description', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:24.397167 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bac0b9-f657-4f79-bcc6-c98fbba4e35c req-3f537c0a-8860-4f18-a72d-3470aebe3212 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.397167 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e4bac0b9-f657-4f79-bcc6-c98fbba4e35c req-3f537c0a-8860-4f18-a72d-3470aebe3212 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.1189916 Sep 24 15:35:24.487159 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.492691 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e4bac0b9-f657-4f79-bcc6-c98fbba4e35c req-0eff8099-f978-4324-b15e-19bd10331e2a tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963488 Sep 24 15:35:24.529960 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device cd33316c-f62d-40ff-8650-65f7a8ce3419 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:24.610093 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:35:21Z', 'revision_number': 4, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '7cd62b55-801f-41f1-b3f6-87e5a8a67d2b', 'name': '', 'network_id': '14151425-3293-431e-8951-eed8edf29f35', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'mac_address': 'fa:16:3e:2a:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:20Z', 'updated_at': '2021-09-24T15:35:21Z', 'revision_number': 2, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'subnets': [{'id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:24.649719 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Checking router: ddf318ea-a788-4a31-9793-d75f1ecdac7d for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:24.650153 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Updating router ddf318ea-a788-4a31-9793-d75f1ecdac7d port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:24.666033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.681000 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port cd33316c-f62d-40ff-8650-65f7a8ce3419 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:24.683229 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.736356 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.824341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5524d56-04e2-493b-9be2-cf5b24d44104,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:24.855720 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.856977 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-213c3f6b-c359-410b-8bb8-a9356a5d508f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6074069 Sep 24 15:35:24.860002 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49614) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:24.866428 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group_rule': {'security_group_id': 'd5524d56-04e2-493b-9be2-cf5b24d44104', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:24.909527 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.003382 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697617-81dc-4000-a1bf-090d628c1ce9 req-02469d10-cc1c-44ba-b3c3-64e2e5ab3852 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:25.013318 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cc697617-81dc-4000-a1bf-090d628c1ce9 req-02469d10-cc1c-44ba-b3c3-64e2e5ab3852 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0903816 Sep 24 15:35:25.081346 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cc697617-81dc-4000-a1bf-090d628c1ce9 req-0f03ee25-9b58-4c47-9e30-b2e66afe9a7a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665386 Sep 24 15:35:25.103603 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.383081 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96798262-9c4e-42d6-bb00-bf25e295d2c8 req-c9014a9a-4a02-47e8-b688-f2b666f8e60a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:25.391413 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-96798262-9c4e-42d6-bb00-bf25e295d2c8 req-c9014a9a-4a02-47e8-b688-f2b666f8e60a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1176782 Sep 24 15:35:25.427212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.499740 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-96798262-9c4e-42d6-bb00-bf25e295d2c8 req-850640eb-c0d0-405e-a64e-587e11e39b55 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986345 Sep 24 15:35:25.512475 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.556570 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.609438 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12e92-64e0-4707-b99f-9446c197e5bb None None] Pushing event updated for resources: {'Port': ['ID=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:25.751413 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463494d7-e06d-4679-9892-77f19a1af66b req-34253232-7931-48b8-addc-6652517a1c55 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:25.784683 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-463494d7-e06d-4679-9892-77f19a1af66b req-34253232-7931-48b8-addc-6652517a1c55 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.1674221 Sep 24 15:35:25.785065 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Attempting to bind port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:25.785065 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Attempting to bind port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:25.785065 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Attempting to bind port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b on network 14151425-3293-431e-8951-eed8edf29f35 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:25.814449 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:25.814835 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Checking segment: {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:25.815281 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.815727 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Bound using segment: {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:25.816240 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Bound port: 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ef0c39-333c-433e-8cf4-32f114dcd00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '14151425-3293-431e-8951-eed8edf29f35'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:25.816681 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.823784 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-463494d7-e06d-4679-9892-77f19a1af66b req-d7f9f110-e7a3-4818-b0a0-300c6f095366 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633233 Sep 24 15:35:25.928305 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] For port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:25.935633 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] For port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:26.020772 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-7ca53806-876d-4bf3-bad0-85411534abf5 None None] Provisioning complete for port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:26.021195 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7ca53806-876d-4bf3-bad0-85411534abf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.092722 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-7ca53806-876d-4bf3-bad0-85411534abf5 None None] Port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:26.107412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.140909 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa05906c-a2a7-43d9-87d3-c23590656992,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:26.256719 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646822b-29b7-49ed-9510-562a88023aa2 req-14ee843e-7999-4989-a104-88193874c687 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.265333 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8646822b-29b7-49ed-9510-562a88023aa2 req-14ee843e-7999-4989-a104-88193874c687 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0844581 Sep 24 15:35:26.316618 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8646822b-29b7-49ed-9510-562a88023aa2 req-e18d4e0d-c83a-4c0c-97e4-07efa7744ff2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501399 Sep 24 15:35:26.518936 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.523359 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-add2c573-4539-4894-8494-5c5beab3e02a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6593573 Sep 24 15:35:26.523777 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49628) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:26.524050 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.528778 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group_rule': {'security_group_id': 'd5524d56-04e2-493b-9be2-cf5b24d44104', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:26.530094 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.616204 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Routers {'ddf318ea-a788-4a31-9793-d75f1ecdac7d'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:26.623793 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:26.703688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.721088 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12e92-64e0-4707-b99f-9446c197e5bb None None] Pushing event updated for resources: {'Port': ['ID=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:26.805778 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e3658-bdf0-4709-860a-bd4b8b91c5e5 req-9bfb58d7-4bfc-4cbe-b0fe-eb3eff5e510e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.821767 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f96e3658-bdf0-4709-860a-bd4b8b91c5e5 req-9bfb58d7-4bfc-4cbe-b0fe-eb3eff5e510e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.1642458 Sep 24 15:35:26.835478 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] Set router ddf318ea-a788-4a31-9793-d75f1ecdac7d gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:26.875576 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.936431 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f96e3658-bdf0-4709-860a-bd4b8b91c5e5 req-2b049094-5b50-44d3-b772-10b5cf4f6617 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132681 Sep 24 15:35:26.985124 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.018501 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c33a89-1702-44c4-858f-26c0edb4f1d9,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:27.058791 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144d0aa-80f7-4675-81e7-4bc536a3c06f req-7a3923c3-624a-426f-9768-202a649d5487 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:27.062176 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e144d0aa-80f7-4675-81e7-4bc536a3c06f req-7a3923c3-624a-426f-9768-202a649d5487 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.1003475 Sep 24 15:35:27.104052 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-3ff3550b-6b87-439e-9360-db834b49ccc6 None None] Provisioning complete for port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:27.106502 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ff3550b-6b87-439e-9360-db834b49ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.118440 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.121272 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-27a84580-c9c4-417e-8d5e-4339a43fae88 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5952024 Sep 24 15:35:27.122822 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 49632) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:27.127854 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group_rule': {'security_group_id': 'd5524d56-04e2-493b-9be2-cf5b24d44104', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:27.151173 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e144d0aa-80f7-4675-81e7-4bc536a3c06f req-b0e53c41-e57f-43e5-b604-bf8c97c6cb56 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794148 Sep 24 15:35:27.254961 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.314773 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ff3550b-6b87-439e-9360-db834b49ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.365937 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-3ff3550b-6b87-439e-9360-db834b49ccc6 None None] For port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:27.371582 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:35:21Z', 'revision_number': 4, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '7cd62b55-801f-41f1-b3f6-87e5a8a67d2b', 'name': '', 'network_id': '14151425-3293-431e-8951-eed8edf29f35', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'mac_address': 'fa:16:3e:2a:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:20Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'subnets': [{'id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:27.390403 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.451849 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c6980-6853-42c1-a55d-ae760add5ce7 None None] The sync data for ids ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'] in dv-cinder-810924-1-iscsi is: [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:35:21Z', 'revision_number': 4, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '7cd62b55-801f-41f1-b3f6-87e5a8a67d2b', 'name': '', 'network_id': '14151425-3293-431e-8951-eed8edf29f35', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'mac_address': 'fa:16:3e:2a:54:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:20Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'subnets': [{'id': 'f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:27.545662 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d951e2-a919-47cc-9e1f-4c8817a640fa req-1c32e174-f76b-411d-afce-f6185a3340e5 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:27.545662 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-86d951e2-a919-47cc-9e1f-4c8817a640fa req-1c32e174-f76b-411d-afce-f6185a3340e5 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.1164770 Sep 24 15:35:27.719665 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-86d951e2-a919-47cc-9e1f-4c8817a640fa req-ec7562aa-54d8-4ac5-a259-198b519284c6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709185 Sep 24 15:35:27.867274 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3ff3550b-6b87-439e-9360-db834b49ccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.907384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.916169 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3550b-6b87-439e-9360-db834b49ccc6 None None] Pushing event updated for resources: {'Port': ['ID=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:27.955580 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b25101-a7c1-44f8-8651-e4b423f35774,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:28.050071 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.050071 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-10655dc7-82ac-4595-9f9d-61d5747665e7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9210103 Sep 24 15:35:28.050327 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49642) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:28.053945 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group_rule': {'security_group_id': 'd5524d56-04e2-493b-9be2-cf5b24d44104', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:28.108909 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be2d2-649a-4e73-81bd-95a82f99ca3e req-0efb828f-f2e0-4d3e-8b48-0fe5069b11c1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.110494 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c57be2d2-649a-4e73-81bd-95a82f99ca3e req-0efb828f-f2e0-4d3e-8b48-0fe5069b11c1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0890722 Sep 24 15:35:28.160207 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c57be2d2-649a-4e73-81bd-95a82f99ca3e req-2a2b7dce-8cee-447e-95ab-384a8491659c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431459 Sep 24 15:35:28.206128 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.353231 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.354307 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe6ff0-82c8-45d9-a49e-173a159b4bf7 req-d25e756d-3e37-40cc-80ae-2cbd36b97a99 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.355978 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0dbe6ff0-82c8-45d9-a49e-173a159b4bf7 req-d25e756d-3e37-40cc-80ae-2cbd36b97a99 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0988615 Sep 24 15:35:28.437513 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0dbe6ff0-82c8-45d9-a49e-173a159b4bf7 req-ecc16c45-ae14-4f08-8b40-18a7640e64cf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721040 Sep 24 15:35:28.461120 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.490894 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b388b4b-b178-4f7f-afe2-a0588cfaac45,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:28.529480 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:28.598184 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.599605 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a09290c9-0862-4d7e-a800-ed25ebbf421b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5499802 Sep 24 15:35:28.602534 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49650) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:28.607403 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group_rule': {'security_group_id': 'd5524d56-04e2-493b-9be2-cf5b24d44104', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:28.617594 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:28.623618 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.769969 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.securitygroups_db [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Project d7c06ec30ea94c4299221efcaa0b4f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:35:28.777096 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.912771 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.926814 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d44bc-36b6-4c95-939b-83829ba01619 req-f9ffac75-8b6c-4d7b-a339-f1fb945a0321 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.934385 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bf0d44bc-36b6-4c95-939b-83829ba01619 req-f9ffac75-8b6c-4d7b-a339-f1fb945a0321 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.1137223 Sep 24 15:35:28.975768 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bf0d44bc-36b6-4c95-939b-83829ba01619 req-0182e391-f4cd-42e8-a24a-09c1993158b8 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Sep 24 15:35:29.135664 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.176154 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a18232-a5e1-4d90-81f6-9c78826b6f2a,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:29.317284 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07406e-1179-4c93-a33f-8c6d4454ac12 req-e7631c8c-1ed7-4978-93fc-51af9b6d7456 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.318890 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5b07406e-1179-4c93-a33f-8c6d4454ac12 req-e7631c8c-1ed7-4978-93fc-51af9b6d7456 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0669272 Sep 24 15:35:29.329239 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.330700 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a0b73c8e-9d4f-4291-85a6-2f1a49042cf4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7270405 Sep 24 15:35:29.333809 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 49678) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:29.339230 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'security_group_rule': {'security_group_id': 'd5524d56-04e2-493b-9be2-cf5b24d44104', 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:29.377606 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5b07406e-1179-4c93-a33f-8c6d4454ac12 req-94740260-531d-4940-a724-62183b9f9ae5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522003 Sep 24 15:35:29.482974 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.securitygroups_db [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Project d7c06ec30ea94c4299221efcaa0b4f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:35:29.491159 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.623208 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.635750 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90c8b5-bd7b-4bc6-a199-27bd6f1475f9 req-85a7a07b-16b7-4a25-9da4-33ef9eb7fd3b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.637327 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ae90c8b5-bd7b-4bc6-a199-27bd6f1475f9 req-85a7a07b-16b7-4a25-9da4-33ef9eb7fd3b tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0905328 Sep 24 15:35:29.680391 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ae90c8b5-bd7b-4bc6-a199-27bd6f1475f9 req-7c09255a-8187-410d-a8cb-52ab5ecd2bb0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Sep 24 15:35:29.729685 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.764284 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d723ad-087f-49d7-be83-5ec32d968ca2,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:29.844377 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.846698 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-36e66a3f-2918-4789-a8a0-0fa579fae255 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5108311 Sep 24 15:35:30.128270 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967e01-520c-42e7-b8d1-dd211c9b1b25 req-7d0b3836-c24b-452a-afc5-8dd449eda7b6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.136094 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-81967e01-520c-42e7-b8d1-dd211c9b1b25 req-7d0b3836-c24b-452a-afc5-8dd449eda7b6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0750265 Sep 24 15:35:30.191890 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-81967e01-520c-42e7-b8d1-dd211c9b1b25 req-89653373-a901-4ceb-9314-69178a597179 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Sep 24 15:35:30.529093 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a989342-e8bf-4def-a6d4-ad504fe2838a req-17a48889-5229-4aea-b864-0383f0ce5cf2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.531375 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3a989342-e8bf-4def-a6d4-ad504fe2838a req-17a48889-5229-4aea-b864-0383f0ce5cf2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0679061 Sep 24 15:35:30.581509 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3a989342-e8bf-4def-a6d4-ad504fe2838a req-62e9a246-1ff7-4df7-bd38-b9fc7b7b2a47 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394807 Sep 24 15:35:30.809316 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188d038-7c5b-4b48-8c01-9a5d5d49b71a req-6eb0d483-e893-4807-80b4-988c1bcbdfea tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.811701 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c188d038-7c5b-4b48-8c01-9a5d5d49b71a req-6eb0d483-e893-4807-80b4-988c1bcbdfea tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0565417 Sep 24 15:35:30.879783 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c188d038-7c5b-4b48-8c01-9a5d5d49b71a req-3bd3ff8a-cd20-417e-9051-48c145fc94f1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599773 Sep 24 15:35:31.260892 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8770ab37-d156-414f-904e-dda65edd5762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.322668 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd121dd-b924-45a3-a831-2a71200a4971 req-99e002f3-4c9a-4f78-a6d9-9b3f2a4022e7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:31.324255 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6cd121dd-b924-45a3-a831-2a71200a4971 req-99e002f3-4c9a-4f78-a6d9-9b3f2a4022e7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0551727 Sep 24 15:35:31.365628 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6cd121dd-b924-45a3-a831-2a71200a4971 req-95865e43-0201-4610-a117-4efbf2dc1632 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Sep 24 15:35:31.716830 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3b2f9-eda7-4f59-be72-448eab4ea927 req-11afc642-4814-4516-b12d-64e08edb1912 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:31.718800 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9bd3b2f9-eda7-4f59-be72-448eab4ea927 req-11afc642-4814-4516-b12d-64e08edb1912 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0538726 Sep 24 15:35:31.761106 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9bd3b2f9-eda7-4f59-be72-448eab4ea927 req-03c3ee7f-5ba2-4da5-bf91-35a7d5313841 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347948 Sep 24 15:35:32.056324 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a3b1-033c-4e05-a72c-7bd82df6a00a req-8e8e0829-97f0-4217-8965-9a4e6a213525 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:32.067644 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e6a2a3b1-033c-4e05-a72c-7bd82df6a00a req-8e8e0829-97f0-4217-8965-9a4e6a213525 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.1114755 Sep 24 15:35:32.133330 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e6a2a3b1-033c-4e05-a72c-7bd82df6a00a req-819f5e78-255a-4a79-9c66-f2c4b3730536 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611501 Sep 24 15:35:32.482775 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b029461-ae24-452e-aefa-3f73a4078f0c req-7d0cda90-9101-41ef-9ac1-c942225c1557 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:32.484329 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6b029461-ae24-452e-aefa-3f73a4078f0c req-7d0cda90-9101-41ef-9ac1-c942225c1557 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0511720 Sep 24 15:35:32.523493 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6b029461-ae24-452e-aefa-3f73a4078f0c req-2117afd5-fa4a-4ef6-8c86-277b7dad49bd tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Sep 24 15:35:32.890032 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0ed05-e5e7-4498-be1a-a932e0933edb req-f635f7d9-3b1c-4fec-964a-370e37b750fe tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:32.891544 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3ec0ed05-e5e7-4498-be1a-a932e0933edb req-f635f7d9-3b1c-4fec-964a-370e37b750fe tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0503182 Sep 24 15:35:32.933728 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3ec0ed05-e5e7-4498-be1a-a932e0933edb req-900d67aa-f1c8-43f1-8b8f-a317eb913294 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355449 Sep 24 15:35:33.269355 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:33.384759 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:33.396790 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'mac_address': 'fa:16:3e:f8:b0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:33.438622 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.469596 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43d6d88b-2e04-4deb-860c-3cb933b146e2 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:33.491243 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:33.597503 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.598189 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 7841f385-4f3a-490b-bd5c-830abaf11709 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:33.649590 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0252323-9e40-44d5-bffc-abf43d82047e req-eb31fec1-c6c2-4c15-95a3-ec549aceaae1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.652314 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a0252323-9e40-44d5-bffc-abf43d82047e req-eb31fec1-c6c2-4c15-95a3-ec549aceaae1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 944 time: 0.0633285 Sep 24 15:35:33.663309 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=6']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:33.694054 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a0252323-9e40-44d5-bffc-abf43d82047e req-6e337652-0e0d-47f4-a9f3-0ff7590d5389 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Sep 24 15:35:33.743015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:33.755248 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '7841f385-4f3a-490b-bd5c-830abaf11709', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'port_id': '7841f385-4f3a-490b-bd5c-830abaf11709', 'mac_address': 'fa:16:3e:34:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:33.792798 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.811796 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7841f385-4f3a-490b-bd5c-830abaf11709 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:33.833478 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:33.981333 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.036269 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0bdcabc-9245-4561-aaab-35c62b76d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.049074 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:34.055095 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5644854-b59f-48b5-92da-f72209dc7ab4 req-ac62190f-b8cc-4100-a644-0c04d37e0aae tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.057509 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c5644854-b59f-48b5-92da-f72209dc7ab4 req-ac62190f-b8cc-4100-a644-0c04d37e0aae tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0588529 Sep 24 15:35:34.112208 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248b303-09e3-4269-b219-cb9688913bf1 req-cdb50915-7a56-47a5-a2c6-e07ca9a8fe5e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.122368 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0248b303-09e3-4269-b219-cb9688913bf1 req-cdb50915-7a56-47a5-a2c6-e07ca9a8fe5e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0976806 Sep 24 15:35:34.124350 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c5644854-b59f-48b5-92da-f72209dc7ab4 req-0987bcab-330a-408d-8fab-769ecdc2b55d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Sep 24 15:35:34.168928 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0248b303-09e3-4269-b219-cb9688913bf1 req-96c99c87-09d5-41ca-af67-c761b3114695 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447295 Sep 24 15:35:34.189342 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['43d6d88b-2e04-4deb-860c-3cb933b146e2'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:34.308026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-e751f71c-a2d1-4a45-9b3e-687f8b6fa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.309811 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-e751f71c-a2d1-4a45-9b3e-687f8b6fa95c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.0414290 Sep 24 15:35:34.412097 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-a9efbb22-7323-4066-ba3a-fa98e9cf4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.413562 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-a9efbb22-7323-4066-ba3a-fa98e9cf4ad9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.0920677 Sep 24 15:35:34.459668 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-020206e5-fbe8-436a-8d45-680c5b1f63da service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 217 time: 0.0341899 Sep 24 15:35:34.516788 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-d7cc2596-cbec-454c-bdce-9fa5026d1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.518574 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-d7cc2596-cbec-454c-bdce-9fa5026d1648 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0455003 Sep 24 15:35:34.524232 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['7841f385-4f3a-490b-bd5c-830abaf11709'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:34.560497 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-c4363a9c-32ed-451c-b127-3a9551e9fe15 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266845 Sep 24 15:35:34.632838 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.658839 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-ebd6a8bd-682b-4bad-8ac5-629659c63608 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886278 Sep 24 15:35:34.773285 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb303e61-0515-4c61-a38c-b9aa961f05f5 req-867d4b07-06af-482e-ae5b-b3f74fd1df7d service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041644 Sep 24 15:35:34.823794 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dcbf8-0672-49b8-83cc-1fea690d7a26 req-abba5fbd-3da2-4d80-92e4-faf9c29152a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.825287 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-056dcbf8-0672-49b8-83cc-1fea690d7a26 req-abba5fbd-3da2-4d80-92e4-faf9c29152a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 945 time: 0.0477066 Sep 24 15:35:34.862086 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-056dcbf8-0672-49b8-83cc-1fea690d7a26 req-58ea5e5c-ff3e-4793-8788-86c7adfc3f68 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Sep 24 15:35:35.117664 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.257806 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92237a4-ab6d-4722-b538-7cec151579bd req-31a9e0ac-ced7-4ea0-93f1-319720eef8b1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:35.259345 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f92237a4-ab6d-4722-b538-7cec151579bd req-31a9e0ac-ced7-4ea0-93f1-319720eef8b1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0616560 Sep 24 15:35:35.280294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:35.308866 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f92237a4-ab6d-4722-b538-7cec151579bd req-8afc898a-ce5f-44d5-9300-66b4d3cd3746 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Sep 24 15:35:35.348082 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26012-a32e-4bac-8c94-5ef064b5e47f req-942d05f4-e547-45b6-ab4e-6e7f6630bfcb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:35.355502 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c4d26012-a32e-4bac-8c94-5ef064b5e47f req-942d05f4-e547-45b6-ab4e-6e7f6630bfcb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.1036534 Sep 24 15:35:35.377909 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 43d6d88b-2e04-4deb-860c-3cb933b146e2 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:35.378378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.412181 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c4d26012-a32e-4bac-8c94-5ef064b5e47f req-b3fdcbb9-0e81-4a14-92fe-a68cd6f6e948 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527482 Sep 24 15:35:35.497381 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.525389 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:35.527726 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43582ed-93e0-44f3-95cb-d75f82bf8620" -d '{"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:35.542557 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:35.576818 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac8ac32-5a4f-4a9d-866f-2dd157c90fcf x-openstack-request-id: req-fac8ac32-5a4f-4a9d-866f-2dd157c90fcf {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:35.577097 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:35.577351 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fac8ac32-5a4f-4a9d-866f-2dd157c90fcf {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:35.577739 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'code': 200} Sep 24 15:35:35.648781 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.698843 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=7']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:35.987121 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6949acb-9e6d-4b08-8f14-6ed9062c82e5 req-5317c6cf-1e51-459d-8a73-abb27eae322a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:35.988756 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f6949acb-9e6d-4b08-8f14-6ed9062c82e5 req-5317c6cf-1e51-459d-8a73-abb27eae322a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 945 time: 0.0512617 Sep 24 15:35:36.034106 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f6949acb-9e6d-4b08-8f14-6ed9062c82e5 req-7922bc67-723f-4801-adc7-20acd355ef58 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Sep 24 15:35:36.583013 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5f315-f906-45f4-9685-627c93ca22b4 req-e177b901-6b82-4c13-9487-7367317c5d07 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.587198 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a3b5f315-f906-45f4-9685-627c93ca22b4 req-e177b901-6b82-4c13-9487-7367317c5d07 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1596806 Sep 24 15:35:36.664696 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a3b5f315-f906-45f4-9685-627c93ca22b4 req-82d8bee4-debd-4ad5-ae33-c0a60564c074 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711820 Sep 24 15:35:36.682835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727b738-274d-47fb-b8d6-9254d12f0fe8 req-3ee5b9e0-f87a-43df-b8f3-597a5b0d6b42 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.691703 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c727b738-274d-47fb-b8d6-9254d12f0fe8 req-3ee5b9e0-f87a-43df-b8f3-597a5b0d6b42 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0904503 Sep 24 15:35:36.775129 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c727b738-274d-47fb-b8d6-9254d12f0fe8 req-6e90cbb3-6cf6-4526-85d2-21913f4a2ceb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793996 Sep 24 15:35:37.169691 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa465f2-d49d-46a6-ad5c-c84b8201b30c req-1e430421-eb2b-4725-a750-f7d128d161f7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.171234 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7aa465f2-d49d-46a6-ad5c-c84b8201b30c req-1e430421-eb2b-4725-a750-f7d128d161f7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 945 time: 0.0584848 Sep 24 15:35:37.212822 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7aa465f2-d49d-46a6-ad5c-c84b8201b30c req-ea937b0e-e6d2-4196-a7be-da41bc37145a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Sep 24 15:35:37.226268 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.302942 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 7841f385-4f3a-490b-bd5c-830abaf11709 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:37.432460 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 7841f385-4f3a-490b-bd5c-830abaf11709 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:37.441663 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 7841f385-4f3a-490b-bd5c-830abaf11709 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:37.444114 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.588283 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.616388 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:37.618874 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8aab1e-3342-4710-9035-3fdf91031c95" -d '{"events": [{"server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "name": "network-vif-plugged", "status": "completed", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:37.648801 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:37.668869 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab03ea-ab31-490c-b3c1-b0ed462cd7e7 x-openstack-request-id: req-2cab03ea-ab31-490c-b3c1-b0ed462cd7e7 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:37.668869 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "name": "network-vif-plugged", "status": "completed", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:37.668869 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cab03ea-ab31-490c-b3c1-b0ed462cd7e7 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:37.668869 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'code': 200} Sep 24 15:35:37.768789 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.842983 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:37.849971 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92980c-b223-4e62-9f96-77d2b547b540 req-0291918a-3e23-4261-b5c4-dddd43600d49 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.849971 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ef92980c-b223-4e62-9f96-77d2b547b540 req-0291918a-3e23-4261-b5c4-dddd43600d49 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0963061 Sep 24 15:35:37.893835 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ef92980c-b223-4e62-9f96-77d2b547b540 req-2e1c8ddb-3cef-45d8-bf16-2d89f0528510 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364540 Sep 24 15:35:37.949417 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c76505-cd5d-4ba0-81c2-3ff3ffeaa78d req-bb099a6f-fe5d-4feb-8098-6d61eba67a77 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.951185 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-68c76505-cd5d-4ba0-81c2-3ff3ffeaa78d req-bb099a6f-fe5d-4feb-8098-6d61eba67a77 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0743475 Sep 24 15:35:38.007311 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-68c76505-cd5d-4ba0-81c2-3ff3ffeaa78d req-6363bfce-a587-49c9-be67-22b19e420f4c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490599 Sep 24 15:35:38.108829 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c01bd-c70b-4a36-8600-425fbb95db0d req-014541bc-d73c-428b-a01b-ff2ab6d18329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.110678 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-561c01bd-c70b-4a36-8600-425fbb95db0d req-014541bc-d73c-428b-a01b-ff2ab6d18329 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1099 time: 0.0507367 Sep 24 15:35:38.168285 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-561c01bd-c70b-4a36-8600-425fbb95db0d req-b176a020-842b-4563-8697-114ed0a3a59f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342534 Sep 24 15:35:38.371980 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8a109-4043-4d7a-8dda-3764df9bc2c6 req-ca5ee6bd-a322-4eda-84ef-eea81b4b253e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.371980 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-73c8a109-4043-4d7a-8dda-3764df9bc2c6 req-ca5ee6bd-a322-4eda-84ef-eea81b4b253e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0691509 Sep 24 15:35:38.423863 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-73c8a109-4043-4d7a-8dda-3764df9bc2c6 req-acd7a5b0-931c-472d-8574-8ed84ae7262c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571232 Sep 24 15:35:39.017611 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690892e-0702-498b-9ad9-79405ea1f0ad req-90bfa1d0-26aa-4233-94da-ff74f8feb8b5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:39.019170 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6690892e-0702-498b-9ad9-79405ea1f0ad req-90bfa1d0-26aa-4233-94da-ff74f8feb8b5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0481977 Sep 24 15:35:39.059693 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6690892e-0702-498b-9ad9-79405ea1f0ad req-9293634d-6a0e-4375-a12c-eb84b3c90757 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Sep 24 15:35:39.140238 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c86d2c-254e-4421-919b-073cd924fa72 req-0400af30-5231-49b0-aa7a-1a86610317f5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:39.141793 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d0c86d2c-254e-4421-919b-073cd924fa72 req-0400af30-5231-49b0-aa7a-1a86610317f5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0520582 Sep 24 15:35:39.180090 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d0c86d2c-254e-4421-919b-073cd924fa72 req-cd7e9ef8-7aec-4146-9385-aafd71c11211 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318515 Sep 24 15:35:39.566338 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd56ba-09d1-4745-83d1-1c12f45d1223 req-f29d51d0-f1f5-4ffb-8b6b-4e50cac24ffb tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:39.569853 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-69cd56ba-09d1-4745-83d1-1c12f45d1223 req-f29d51d0-f1f5-4ffb-8b6b-4e50cac24ffb tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0610700 Sep 24 15:35:39.616453 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-69cd56ba-09d1-4745-83d1-1c12f45d1223 req-46cc15e0-6ac7-4a73-a067-66a42b131a34 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 Sep 24 15:35:40.199359 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c1c25-4177-4063-b188-4c60b92dee22 req-138b5a62-3340-4387-aeec-6b07c72ef0c1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.206680 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-631c1c25-4177-4063-b188-4c60b92dee22 req-138b5a62-3340-4387-aeec-6b07c72ef0c1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0653019 Sep 24 15:35:40.254261 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-631c1c25-4177-4063-b188-4c60b92dee22 req-0cf57d7e-0d8f-4236-8626-241ea3747add tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Sep 24 15:35:40.331617 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7fdbb-c72d-4e15-8cce-5382fbc39583 req-5e22f315-50c4-41c6-9ca0-ad07c691b90e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.340267 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-53d7fdbb-c72d-4e15-8cce-5382fbc39583 req-5e22f315-50c4-41c6-9ca0-ad07c691b90e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0580075 Sep 24 15:35:40.377141 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-53d7fdbb-c72d-4e15-8cce-5382fbc39583 req-1924b319-34bd-4f00-abf3-d3f6ef4c1b3d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358906 Sep 24 15:35:40.767366 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17ca8a-923b-4e7a-8a4c-5c82722cddb9 req-e8a2e613-d2de-4c81-b1d5-a925f86027a7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.769045 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6e17ca8a-923b-4e7a-8a4c-5c82722cddb9 req-e8a2e613-d2de-4c81-b1d5-a925f86027a7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0623982 Sep 24 15:35:40.818298 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6e17ca8a-923b-4e7a-8a4c-5c82722cddb9 req-2d93a24f-e9ad-40b8-aa44-77e3be71782c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Sep 24 15:35:40.992635 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8eabc-7385-4de4-b912-076406fa4e4d req-2de12c5d-a4bc-4cdf-99ed-09d84dbc5ecb tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.992635 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cef8eabc-7385-4de4-b912-076406fa4e4d req-2de12c5d-a4bc-4cdf-99ed-09d84dbc5ecb tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0928719 Sep 24 15:35:41.091370 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cef8eabc-7385-4de4-b912-076406fa4e4d req-9ae903ef-6fce-4edb-8c8d-e0ef586dd09f tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900729 Sep 24 15:35:41.394381 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452d361-4308-4a0d-8554-693c08741690 req-72688698-fb54-4440-ad9d-f815ced98361 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.398064 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2452d361-4308-4a0d-8554-693c08741690 req-72688698-fb54-4440-ad9d-f815ced98361 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0681481 Sep 24 15:35:41.455495 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2452d361-4308-4a0d-8554-693c08741690 req-d8b6e213-27cd-474e-b24f-34ada8fceaf1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Sep 24 15:35:41.516754 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2b47-25ad-4c6b-a833-0e1ca2b6f4e8 req-d9976d09-735c-4e7a-b4e8-1ad4f416373d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.527637 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-964b2b47-25ad-4c6b-a833-0e1ca2b6f4e8 req-d9976d09-735c-4e7a-b4e8-1ad4f416373d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0972910 Sep 24 15:35:41.579683 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-964b2b47-25ad-4c6b-a833-0e1ca2b6f4e8 req-fa4ef93c-fd2c-4b63-94e8-5cff47029371 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508575 Sep 24 15:35:41.598016 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab807a5-1822-4f12-996e-ce928f344481 req-64dc85eb-2bc3-4f84-9f81-4220d934a205 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.598016 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cab807a5-1822-4f12-996e-ce928f344481 req-64dc85eb-2bc3-4f84-9f81-4220d934a205 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0782878 Sep 24 15:35:41.666554 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cab807a5-1822-4f12-996e-ce928f344481 req-a440654e-1c92-454c-b84b-e39c2e3ae598 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565934 Sep 24 15:35:42.562217 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd81910-c86f-4377-8cdd-192721768a12 req-f6b01b65-58fa-4cf6-b581-d8fcf15b7e68 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.564609 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8fd81910-c86f-4377-8cdd-192721768a12 req-f6b01b65-58fa-4cf6-b581-d8fcf15b7e68 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Sep 24 15:35:42.604275 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8fd81910-c86f-4377-8cdd-192721768a12 req-a3c4db79-4141-4a22-ac83-88ce5a0b7d03 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Sep 24 15:35:42.813454 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9740f1-0aec-41de-a41d-a3f0351328e0 req-b2a7a622-2360-40b4-8ae4-0d57411ff4e4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.820699 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dd9740f1-0aec-41de-a41d-a3f0351328e0 req-b2a7a622-2360-40b4-8ae4-0d57411ff4e4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0594985 Sep 24 15:35:42.867962 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dd9740f1-0aec-41de-a41d-a3f0351328e0 req-e3561fd7-5d2f-45a8-80cc-f5dc5d308ff4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463262 Sep 24 15:35:43.733283 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc310-bfcc-4a18-9c82-10122eddab96 req-fa224604-e7e7-486b-9eb7-49eaf89c95fa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.734913 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d0dfc310-bfcc-4a18-9c82-10122eddab96 req-fa224604-e7e7-486b-9eb7-49eaf89c95fa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Sep 24 15:35:43.782958 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d0dfc310-bfcc-4a18-9c82-10122eddab96 req-29030ea3-99f2-4db1-b275-1663f0fec7e3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Sep 24 15:35:44.023551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738143-f6f2-4030-aa4c-6176d88bd8aa req-69fd3f6f-6491-471a-8e8c-33b2310c7090 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.025086 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ec738143-f6f2-4030-aa4c-6176d88bd8aa req-69fd3f6f-6491-471a-8e8c-33b2310c7090 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0624378 Sep 24 15:35:44.080195 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ec738143-f6f2-4030-aa4c-6176d88bd8aa req-a2d51667-13dd-4f5c-9c16-8652ab192ddb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480115 Sep 24 15:35:44.428772 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:35:44.932317 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed1cad-91cf-4d62-964c-3ae12ac62f90 req-00e97a76-5206-4a32-bb14-a4741586d21c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.936628 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9eed1cad-91cf-4d62-964c-3ae12ac62f90 req-00e97a76-5206-4a32-bb14-a4741586d21c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0734370 Sep 24 15:35:45.017150 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9eed1cad-91cf-4d62-964c-3ae12ac62f90 req-d7afcd84-0698-4d39-b87d-79420c180555 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681579 Sep 24 15:35:45.259021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbf01a-3612-4014-ade1-d7c264867747 req-dc504a50-d86a-40eb-a564-90f355d3e59c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:45.260970 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e5dbf01a-3612-4014-ade1-d7c264867747 req-dc504a50-d86a-40eb-a564-90f355d3e59c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0768774 Sep 24 15:35:45.309007 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e5dbf01a-3612-4014-ade1-d7c264867747 req-0be6b92f-ba52-43d4-aa95-1a1322b012e9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416501 Sep 24 15:35:46.200168 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deeae7-49a3-47d7-bc14-af105bd6d9f1 req-ee0f1380-4e28-4153-8580-b49cb2d86ee2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.203281 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-29deeae7-49a3-47d7-bc14-af105bd6d9f1 req-ee0f1380-4e28-4153-8580-b49cb2d86ee2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0582490 Sep 24 15:35:46.255954 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-29deeae7-49a3-47d7-bc14-af105bd6d9f1 req-27b3344f-867a-41b2-8458-b43c78c68367 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Sep 24 15:35:46.479405 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a650f5-8bf8-4f60-9e84-0f6fed1d02ec req-4bc29f09-fded-440b-93c9-9b3b6e64e6aa tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.502213 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-38a650f5-8bf8-4f60-9e84-0f6fed1d02ec req-4bc29f09-fded-440b-93c9-9b3b6e64e6aa tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0605991 Sep 24 15:35:46.521032 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-38a650f5-8bf8-4f60-9e84-0f6fed1d02ec req-8fcc37aa-9b19-40c0-9010-4800e64b67a1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341003 Sep 24 15:35:47.385644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cb263-fffb-4174-b237-36ba77b58738 req-7433d25b-c0b5-431b-afe8-302e9d644aeb tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.387162 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5c6cb263-fffb-4174-b237-36ba77b58738 req-7433d25b-c0b5-431b-afe8-302e9d644aeb tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Sep 24 15:35:47.428869 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5c6cb263-fffb-4174-b237-36ba77b58738 req-1e0f537c-0cea-42b7-baaf-a5c1aa2ca57a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Sep 24 15:35:47.648165 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb85c3-2c6b-4163-ac06-918894b15d5c req-fa852e1a-f004-4ec5-9f17-a6bcb07cd513 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.649688 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24eb85c3-2c6b-4163-ac06-918894b15d5c req-fa852e1a-f004-4ec5-9f17-a6bcb07cd513 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0553076 Sep 24 15:35:47.690011 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24eb85c3-2c6b-4163-ac06-918894b15d5c req-f026172a-1a57-4981-9764-ae8aea8cb990 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343790 Sep 24 15:35:48.548062 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7190fa-0d5b-47f9-95f8-f826114fceb9 req-a967070b-9a55-4565-bafb-221228990c63 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.549613 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2b7190fa-0d5b-47f9-95f8-f826114fceb9 req-a967070b-9a55-4565-bafb-221228990c63 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0496638 Sep 24 15:35:48.586145 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2b7190fa-0d5b-47f9-95f8-f826114fceb9 req-0525e2f7-018c-4c4b-83c7-76357c967a13 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300963 Sep 24 15:35:48.812688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb836778-15b5-42b1-b032-ca93dcd7d453 req-eb73ce30-0492-42a2-a06a-2c8963b0959a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.814379 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bb836778-15b5-42b1-b032-ca93dcd7d453 req-eb73ce30-0492-42a2-a06a-2c8963b0959a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0507627 Sep 24 15:35:48.859565 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bb836778-15b5-42b1-b032-ca93dcd7d453 req-9eaa92f7-2f30-44c8-869b-0aa977a34b68 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389225 Sep 24 15:35:49.701395 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b36a-5c5d-4530-b65f-9bf46f5a0e0b req-5d46c0f4-67f6-465a-a2db-ae933bf2ffb9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.702862 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae95b36a-5c5d-4530-b65f-9bf46f5a0e0b req-5d46c0f4-67f6-465a-a2db-ae933bf2ffb9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0492768 Sep 24 15:35:49.741934 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ae95b36a-5c5d-4530-b65f-9bf46f5a0e0b req-c7724aa7-c345-4104-9292-76ad9ba4975d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Sep 24 15:35:49.872878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-e78c3045-a847-428d-9970-6e5cdd4b8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.874295 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-e78c3045-a847-428d-9970-6e5cdd4b8029 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1098 time: 0.0390778 Sep 24 15:35:49.971823 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-cd739097-78d8-429e-acb2-6907b35d9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.973325 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-cd739097-78d8-429e-acb2-6907b35d9114 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.0890386 Sep 24 15:35:50.020573 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0d27-da27-4540-9eaf-c0ac74ded814 req-73f24167-3747-4a2c-82ad-f763f64c40e5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.022078 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-408d0d27-da27-4540-9eaf-c0ac74ded814 req-73f24167-3747-4a2c-82ad-f763f64c40e5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0493870 Sep 24 15:35:50.039276 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-d6c9701c-5d88-4f6e-a1f9-8c3c59f81f21 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 200 len: 1000 time: 0.0579820 Sep 24 15:35:50.070068 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-408d0d27-da27-4540-9eaf-c0ac74ded814 req-c339a6af-ac57-4b6e-8d6b-3cd3b98075db tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418108 Sep 24 15:35:50.104904 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-0e056352-6fe6-4c55-af84-a253311279ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.106439 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-0e056352-6fe6-4c55-af84-a253311279ed service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0574479 Sep 24 15:35:50.156443 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-6fae536e-554b-4653-882e-fc613e894ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.157891 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-6fae536e-554b-4653-882e-fc613e894ceb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380635 Sep 24 15:35:50.248640 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-1bdac834-d5d2-4d4b-b7ac-916f92bb190e service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816152 Sep 24 15:35:50.340612 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12fe7dff-ec6f-401a-b726-89d15a3d3ea1 req-f565f586-cf69-4e77-8292-5ec052f543c5 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Sep 24 15:35:50.469314 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50190) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:50.515146 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Deleting subnet 5df32872-830d-49c6-8f1e-ee8405734358 {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:35:50.518201 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.551221 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.557049 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.739885 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.765653 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df32872-830d-49c6-8f1e-ee8405734358,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:50.771839 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.776039 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-59e8403d-db22-42f2-a346-971580864059 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5df32872-830d-49c6-8f1e-ee8405734358 HTTP/1.1" status: 204 len: 168 time: 0.3033507 Sep 24 15:35:50.776886 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50196) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:50.845536 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.868847 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb63d8-cdd1-4c1e-98b4-ad70d7413359 req-86d30243-2927-4bcd-a46c-e865301a9e93 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.870313 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f9eb63d8-cdd1-4c1e-98b4-ad70d7413359 req-86d30243-2927-4bcd-a46c-e865301a9e93 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0505953 Sep 24 15:35:50.912844 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f9eb63d8-cdd1-4c1e-98b4-ad70d7413359 req-a4ae33e2-8b6a-4711-a649-d867fd3aace1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Sep 24 15:35:50.932462 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.952581 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.952919 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.953665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.954011 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > port after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.954353 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.954693 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.955020 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.955363 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.955702 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:50.956022 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:51.117280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:51.117280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:51.117280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:51.117280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:51.117280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd0451f-4747-4b15-ad82-03f3f710f38a']}} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:51.127243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e3e721-e2bd-4a17-826f-f1100db6df59') {'for_net_delete': True} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:51.127652 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e3e721-e2bd-4a17-826f-f1100db6df59') {} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:51.143940 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25495986'] for segment, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.188854 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.200761 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=94564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:35:51.201150 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417022'] for segment, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: from cryptography.utils import int_from_bytes Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: from cryptography.utils import int_from_bytes Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: Traceback (most recent call last): Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: timer() Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: cb(*args, **kw) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: return func(*args, **kwargs) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: self._notify() Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: self.callback(batched_events) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: event.method(event) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: return f(self, *a, **k) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._get(url).json() Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: return self.request(url, 'GET', **kwargs) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:35:51.205087 dv-cinder-810924-1-iscsi neutron-server[94564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:35:51.234962 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00117268-d349-4e68-bd63-b50aadee2273 req-d79e554c-b741-4a18-b3c8-30827da05e4c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.236577 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00117268-d349-4e68-bd63-b50aadee2273 req-d79e554c-b741-4a18-b3c8-30827da05e4c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0889382 Sep 24 15:35:51.302226 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00117268-d349-4e68-bd63-b50aadee2273 req-d5d179d1-e4ac-45c5-94c3-22cfe1a5a2ee tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347240 Sep 24 15:35:51.435268 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.442109 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.445497 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] 10.222.0.60 "DELETE /v2.0/networks/edd0451f-4747-4b15-ad82-03f3f710f38a HTTP/1.1" status: 204 len: 168 time: 0.6656520 Sep 24 15:35:51.455260 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f4347-8030-438e-b6e9-608a96911bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=edd0451f-4747-4b15-ad82-03f3f710f38a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:52.003050 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50212) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:52.025939 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d1a22-0c39-48de-8572-39f243c40281 req-fcf3ae88-cfb0-4f61-9907-ca1b9a45ab20 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:52.027470 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4d4d1a22-0c39-48de-8572-39f243c40281 req-fcf3ae88-cfb0-4f61-9907-ca1b9a45ab20 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Sep 24 15:35:52.051664 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-2e43e649-7f0a-4a6e-8fcb-00a53fc13983 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad8d48fb8d86483c965504d5251700e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468459 Sep 24 15:35:52.054081 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50216) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:52.080172 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4d4d1a22-0c39-48de-8572-39f243c40281 req-43751cc9-e455-48fe-961d-050ec629c320 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Sep 24 15:35:52.106837 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9a91ea38-ed54-4c85-be99-9d46277b3565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.127338 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9a91ea38-ed54-4c85-be99-9d46277b3565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.299243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9a91ea38-ed54-4c85-be99-9d46277b3565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.301986 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9a91ea38-ed54-4c85-be99-9d46277b3565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.303280 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-9a91ea38-ed54-4c85-be99-9d46277b3565 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11fbec37-299c-4217-a5ef-ce57897ad2fa HTTP/1.1" status: 204 len: 168 time: 0.2481782 Sep 24 15:35:52.312535 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91ea38-ed54-4c85-be99-9d46277b3565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fbec37-299c-4217-a5ef-ce57897ad2fa,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:52.427001 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86548-9756-41b3-9376-2f9e4d27d936 req-de7635a0-3ac5-438a-8d0e-099b441b50af tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:52.428781 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-19b86548-9756-41b3-9376-2f9e4d27d936 req-de7635a0-3ac5-438a-8d0e-099b441b50af tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 945 time: 0.0520658 Sep 24 15:35:52.475373 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-19b86548-9756-41b3-9376-2f9e4d27d936 req-b58abde1-0a6c-4c6c-b106-e7d0393d7cbf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408082 Sep 24 15:35:53.207465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30fe6c-e788-4233-8658-cb2793135932 req-c65184e0-dbc8-4360-b927-6748727df866 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.209095 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d30fe6c-e788-4233-8658-cb2793135932 req-c65184e0-dbc8-4360-b927-6748727df866 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0511711 Sep 24 15:35:53.249341 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d30fe6c-e788-4233-8658-cb2793135932 req-0db5bb7a-f763-4b64-b05e-e64ffbcba83a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Sep 24 15:35:53.376516 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:53.453328 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.476131 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:53.478439 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09c0594-5ab7-40a5-8740-767c53e92946" -d '{"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-unplugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:53.491262 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:53.520916 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a457c-2a85-48e0-b7d3-57482f9de29c x-openstack-request-id: req-924a457c-2a85-48e0-b7d3-57482f9de29c {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:53.521349 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-unplugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:53.521990 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-924a457c-2a85-48e0-b7d3-57482f9de29c {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:53.522517 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'code': 200} Sep 24 15:35:53.567794 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.626112 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=8']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:53.629513 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab21d62-f204-4190-bd9f-bc241fd91d16 req-b09bd59f-9bef-4172-961e-496b16ed9cdf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.632767 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-eab21d62-f204-4190-bd9f-bc241fd91d16 req-b09bd59f-9bef-4172-961e-496b16ed9cdf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0725565 Sep 24 15:35:53.676228 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-eab21d62-f204-4190-bd9f-bc241fd91d16 req-9f5a4dae-adef-49f1-901f-096d54dd8354 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314407 Sep 24 15:35:54.364233 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f59f54-e684-4712-84bc-d0a363db8be8 req-59b22816-84c5-4e8a-9a05-4cb01eea53d7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:54.365803 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c4f59f54-e684-4712-84bc-d0a363db8be8 req-59b22816-84c5-4e8a-9a05-4cb01eea53d7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Sep 24 15:35:54.406530 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c4f59f54-e684-4712-84bc-d0a363db8be8 req-d5f38d9a-0379-42f8-87bd-da261a5f51ef tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Sep 24 15:35:54.802255 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-ea60381c-6fd5-48da-a324-4fdb8e7a5443 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404618 Sep 24 15:35:54.885346 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-f5226b6f-4ccb-43f2-97ca-175a8cf80d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:54.887696 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-f5226b6f-4ccb-43f2-97ca-175a8cf80d8c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 1098 time: 0.0427506 Sep 24 15:35:55.000252 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-a7ff7287-9d42-422c-90a1-a65ecbef8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.001807 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-a7ff7287-9d42-422c-90a1-a65ecbef8eab service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.0844522 Sep 24 15:35:55.046986 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-485d1da0-8948-468b-b9f2-d9b5df76a50d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a HTTP/1.1" status: 200 len: 217 time: 0.0373626 Sep 24 15:35:55.099444 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-05d931b2-bd91-4379-8305-0fa237813da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.100897 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-05d931b2-bd91-4379-8305-0fa237813da9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0455251 Sep 24 15:35:55.132889 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-96cd48e0-d5d8-47a2-aedd-c2079c2c13e2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238633 Sep 24 15:35:55.226724 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-c0c694fa-e437-4e48-993f-3fd5e16545a0 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 Sep 24 15:35:55.320612 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-20b54d1d-105c-4ee7-8447-393f29d8c638 req-7980fb78-074c-4da3-a77b-96142dd73b72 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858204 Sep 24 15:35:55.477974 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [req-8ddb220c-9a19-432a-8f0a-7b5eded4cab8 req-1fd5ec57-022a-453e-885f-30028db944bb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:35:55.479559 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ddb220c-9a19-432a-8f0a-7b5eded4cab8 req-1fd5ec57-022a-453e-885f-30028db944bb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064578 Sep 24 15:35:55.536202 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d54a9-64dc-44d6-bd38-bea122348219 req-696fd9eb-f72e-49e2-b835-5f89ca4d6815 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.537686 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-df3d54a9-64dc-44d6-bd38-bea122348219 req-696fd9eb-f72e-49e2-b835-5f89ca4d6815 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0491121 Sep 24 15:35:55.578878 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-df3d54a9-64dc-44d6-bd38-bea122348219 req-5ce91b3b-8864-42ed-9299-d077dd5f9a70 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350423 Sep 24 15:35:55.752200 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3cac5-2a7c-4bdb-a0f6-a732c7a889eb req-9e3af557-1e2d-4cc6-b7bf-163039265003 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.752200 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-36d3cac5-2a7c-4bdb-a0f6-a732c7a889eb req-9e3af557-1e2d-4cc6-b7bf-163039265003 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0612330 Sep 24 15:35:55.788367 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-36d3cac5-2a7c-4bdb-a0f6-a732c7a889eb req-adceff23-d48d-43a7-ac3c-7a6237a202d3 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 24 15:35:55.810868 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50316) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:55.934554 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848dae2-56d5-4ebd-bf9f-605994711267 req-f04341ff-7f4c-43de-a694-33206936017e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.944098 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9848dae2-56d5-4ebd-bf9f-605994711267 req-f04341ff-7f4c-43de-a694-33206936017e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0809484 Sep 24 15:35:56.009121 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9848dae2-56d5-4ebd-bf9f-605994711267 req-33b8bbd6-cd5b-4137-8c0c-bd389e77186b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579574 Sep 24 15:35:56.058405 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.097641 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb567a18-bed7-4139-ab5f-8f9fc43226c1 tempest-TestMinimumBasicScenario-334199113 tempest-TestMinimumBasicScenario-334199113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.102772 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 50336) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:56.103276 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-bb567a18-bed7-4139-ab5f-8f9fc43226c1 tempest-TestMinimumBasicScenario-334199113 tempest-TestMinimumBasicScenario-334199113-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1094 time: 0.2905791 Sep 24 15:35:56.107510 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'port_id': '7841f385-4f3a-490b-bd5c-830abaf11709', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:56.219005 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.322718 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.427829 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Allocated IP 172.27.1.77 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/8b598cc7-3d82-4fa3-9ec8-905419087961) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:56.532123 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.634940 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 50354) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:56.704552 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891335ad-d30d-4f8a-9986-06366eb14d28 req-beb4d34d-2266-4de1-83f1-2353467012ca tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.707582 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-891335ad-d30d-4f8a-9986-06366eb14d28 req-beb4d34d-2266-4de1-83f1-2353467012ca tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0586965 Sep 24 15:35:56.721562 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:57.000475 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:57.021082 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-895d74c5-ab93-478c-9bc3-a4a7930b641d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3851683 Sep 24 15:35:57.023106 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:57.031065 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-f46d4000-13c5-4b2e-a725-442cbf0f507a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94565) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:35:57.043048 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-f46d4000-13c5-4b2e-a725-442cbf0f507a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210674 Sep 24 15:35:57.043939 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'Port': ['ID=8b598cc7-3d82-4fa3-9ec8-905419087961,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:57.046356 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:57.099927 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-891335ad-d30d-4f8a-9986-06366eb14d28 req-f6c76a2c-4e4a-409d-9c96-a60057ff544d tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750024 Sep 24 15:35:57.105402 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.106225 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.106674 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.107189 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.107514 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.109480 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.110059 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.110560 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.119996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.119996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.119996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.119996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:57.144940 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffdbe4-e64f-414d-9929-5772520bbe20 req-59ed31a6-b88d-4a7a-bdd0-24641bcd22a2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.153703 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f2ffdbe4-e64f-414d-9929-5772520bbe20 req-59ed31a6-b88d-4a7a-bdd0-24641bcd22a2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0774319 Sep 24 15:35:57.203674 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f2ffdbe4-e64f-414d-9929-5772520bbe20 req-59ed8c61-bcc9-49b2-8c23-4b94d7b714db tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490706 Sep 24 15:35:57.406095 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:57.452807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:57.661444 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:57.830111 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:58.018349 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:58.086285 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'Port': ['ID=8b598cc7-3d82-4fa3-9ec8-905419087961,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:58.097810 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:58.199072 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Floating IP c215ddc1-b0f1-472e-bea8-93be74ce028b associated. External IP: 172.27.1.77, port: 7841f385-4f3a-490b-bd5c-830abaf11709. Sep 24 15:35:58.225048 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9377c-5062-48ac-97fa-242acdc33fc2 req-5b851f47-fa09-4667-8d97-bface7aec30f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:58.226597 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dee9377c-5062-48ac-97fa-242acdc33fc2 req-5b851f47-fa09-4667-8d97-bface7aec30f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Sep 24 15:35:58.286536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dee9377c-5062-48ac-97fa-242acdc33fc2 req-2ff33102-ccec-43d8-bc0c-8e139a7b9f9e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Sep 24 15:35:58.371104 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b95b-fbd0-44e3-83aa-183d058c076f req-74f7ab53-de1d-4b98-9856-a2fde2bd4f9d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:58.372675 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2e32b95b-fbd0-44e3-83aa-183d058c076f req-74f7ab53-de1d-4b98-9856-a2fde2bd4f9d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0667307 Sep 24 15:35:58.470661 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2e32b95b-fbd0-44e3-83aa-183d058c076f req-2967511b-6359-4296-aef5-6ce2c06426eb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686593 Sep 24 15:35:58.499165 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Router aae9af5e-a958-41ae-9167-450f4df43665 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:58.599789 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:58.610028 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] Sync routers for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:58.619279 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:58.619855 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:58.723781 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:58.783738 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:58.813616 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2a3eb352-f851-4062-b2dc-cca8decee4d7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7094262 Sep 24 15:35:58.814263 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:58.816936 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50404) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:58.817243 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:58.822307 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765172415', 'description': 'tempest-secgroup-smoke-1765172415 description', 'project_id': '0cb7b879b7594fecaa483635998a87ca'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:58.853905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133bd756-f163-44e3-bc5e-a1584eab7644 x-openstack-request-id: req-133bd756-f163-44e3-bc5e-a1584eab7644 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:58.853905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:58.854159 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-133bd756-f163-44e3-bc5e-a1584eab7644 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:58.854546 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'status': 'completed', 'code': 200} Sep 24 15:35:58.940682 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'c215ddc1-b0f1-472e-bea8-93be74ce028b', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'port_id': '7841f385-4f3a-490b-bd5c-830abaf11709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'mac_address': 'fa:16:3e:34:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:35:57Z', 'updated_at': '2021-09-24T15:35:57Z', 'revision_number': 0, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:38Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:58.968758 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] Checking router: aae9af5e-a958-41ae-9167-450f4df43665 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:58.977441 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:58.977964 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:59.006978 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.080959 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:59.091558 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.253410 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.301958 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'c215ddc1-b0f1-472e-bea8-93be74ce028b', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'port_id': '7841f385-4f3a-490b-bd5c-830abaf11709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'mac_address': 'fa:16:3e:34:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:35:57Z', 'updated_at': '2021-09-24T15:35:57Z', 'revision_number': 0, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:38Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:59.329989 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c177d75b-4905-4269-a8c9-70989f7397a5 None None] The sync data for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi is: [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'c215ddc1-b0f1-472e-bea8-93be74ce028b', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'floating_ip_address': '172.27.1.77', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'port_id': '7841f385-4f3a-490b-bd5c-830abaf11709', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'mac_address': 'fa:16:3e:34:c1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:35:57Z', 'updated_at': '2021-09-24T15:35:57Z', 'revision_number': 0, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:38Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:59.444635 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64913-4b7a-46ac-8ebb-5b4d222475b3 req-cd8a2512-41a1-41d9-b23e-d89824d0b6f6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.446526 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5fb64913-4b7a-46ac-8ebb-5b4d222475b3 req-cd8a2512-41a1-41d9-b23e-d89824d0b6f6 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Sep 24 15:35:59.490104 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5fb64913-4b7a-46ac-8ebb-5b4d222475b3 req-2a06997f-f648-4728-a981-6cd11e435031 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Sep 24 15:35:59.491020 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9515eed6-c614-4266-a1a5-7a02fe5e4fb1,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:59.498623 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.498971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.499590 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.499924 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.500335 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.500577 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.500903 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.501234 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.501551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.501870 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.502193 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.502518 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:59.554071 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810b788-5524-4199-a784-1ce84b4ad329 None None] New status for floating IP c215ddc1-b0f1-472e-bea8-93be74ce028b: ACTIVE {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:35:59.596596 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731be82e-e724-4291-a6c2-5ac319434605 req-f8e9eaa5-2644-4092-a877-930ab246dadd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.598077 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-731be82e-e724-4291-a6c2-5ac319434605 req-f8e9eaa5-2644-4092-a877-930ab246dadd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0484974 Sep 24 15:35:59.599240 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.600319 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-c31a12a9-5fa9-45bf-814c-87ae68396fe2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7821012 Sep 24 15:35:59.603329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50418) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:59.607893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group_rule': {'security_group_id': '9515eed6-c614-4266-a1a5-7a02fe5e4fb1', 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:59.654636 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-731be82e-e724-4291-a6c2-5ac319434605 req-60b861e0-4f6f-44d5-b11d-6f53220510c9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423744 Sep 24 15:35:59.766026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.823265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.915496 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:59.932998 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ce124-8dda-44b4-b9a8-438ba17eaabf,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:00.098900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.102810 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-02984a12-467f-486d-97ef-40578671afb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4959655 Sep 24 15:36:00.103308 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 50424) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:00.111029 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group_rule': {'security_group_id': '9515eed6-c614-4266-a1a5-7a02fe5e4fb1', 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:00.240784 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.287337 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.452442 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.469719 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1f852b-0c1d-43b8-81fb-c219d4a50cc8,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:00.555397 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.559180 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6052dc7c-7420-426a-a192-4c008ea52cbc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4522483 Sep 24 15:36:00.559440 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 50432) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:00.564578 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group_rule': {'security_group_id': '9515eed6-c614-4266-a1a5-7a02fe5e4fb1', 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:00.631127 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c27266-8801-4bce-9989-124c806da657 req-03ed4366-da3e-40c6-8b0c-f4378f6d89b8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:00.632532 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c6c27266-8801-4bce-9989-124c806da657 req-03ed4366-da3e-40c6-8b0c-f4378f6d89b8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0640736 Sep 24 15:36:00.670464 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c6c27266-8801-4bce-9989-124c806da657 req-bf40e9bc-4a7b-4a78-a838-35c21930df60 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319893 Sep 24 15:36:00.776992 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbb2fa-86c9-431e-824b-a36e1f9b6d4e req-e51e062a-4111-473f-ae30-9af5a9204597 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:00.778610 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cfdbb2fa-86c9-431e-824b-a36e1f9b6d4e req-e51e062a-4111-473f-ae30-9af5a9204597 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0505624 Sep 24 15:36:00.781923 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.816032 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cfdbb2fa-86c9-431e-824b-a36e1f9b6d4e req-3f62849d-d758-4eef-8649-a0d829b9fb40 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313013 Sep 24 15:36:00.838550 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.978017 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:00.996340 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310d8511-ecf7-4b7b-b1db-085ccb1f1f17,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:01.104187 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-5254a436-5407-4345-9063-eb731d89db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.105677 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-5254a436-5407-4345-9063-eb731d89db79 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1099 time: 0.0391784 Sep 24 15:36:01.166600 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.181451 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6ea614f1-5bb4-443b-8063-f1419904e1b9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6075768 Sep 24 15:36:01.181451 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 50440) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:01.185695 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group_rule': {'security_group_id': '9515eed6-c614-4266-a1a5-7a02fe5e4fb1', 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:01.200898 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-9e193e06-c5d1-4072-8407-87d9d9f1d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.202427 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-9e193e06-c5d1-4072-8407-87d9d9f1d03a service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.0882046 Sep 24 15:36:01.272430 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-b17e74a5-f6d5-4cfb-85e0-bdf372b08c78 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 1001 time: 0.0618615 Sep 24 15:36:01.321074 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-003e22f9-b326-4135-977a-79b3242bc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.322517 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-003e22f9-b326-4135-977a-79b3242bc964 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.0425525 Sep 24 15:36:01.366360 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3c74030c-dcac-4712-8c9f-0e79f2e04603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.367447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-4c20e1f0-c13d-4b9d-9306-a04873ec45f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.368934 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-4c20e1f0-c13d-4b9d-9306-a04873ec45f4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372345 Sep 24 15:36:01.413245 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.484949 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-cf29090e-1a99-4ca6-ac07-d28742b7a887 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993354 Sep 24 15:36:01.490946 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.582979 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7611b8d3-8af3-4fa9-b8ea-a62e42db21a9 req-91c2c2f6-84d3-429c-a002-c02daddf65f4 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865979 Sep 24 15:36:01.612608 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.630621 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12717ccd-0828-4651-9072-d45b1bfb820b,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:01.765730 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.767262 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e3a26581-c71a-4198-8bee-f73cf45aabb2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5851367 Sep 24 15:36:01.770667 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50450) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:01.776247 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group_rule': {'security_group_id': '9515eed6-c614-4266-a1a5-7a02fe5e4fb1', 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:01.788446 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd783846-aec3-4a32-b8a9-bef0d8ecd83c req-a380fbab-cd21-4b1c-868b-60cd3c4c3235 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.789903 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dd783846-aec3-4a32-b8a9-bef0d8ecd83c req-a380fbab-cd21-4b1c-868b-60cd3c4c3235 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0537364 Sep 24 15:36:01.835957 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dd783846-aec3-4a32-b8a9-bef0d8ecd83c req-2e7606cf-0d72-4865-9f9f-efbcd8f0ea08 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389507 Sep 24 15:36:01.936931 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ed15b-917b-4f4f-bbf2-bb3871a6ec69 req-5f179ab3-fbc3-43e4-800f-9ae2bd0eb751 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.938464 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b74ed15b-917b-4f4f-bbf2-bb3871a6ec69 req-5f179ab3-fbc3-43e4-800f-9ae2bd0eb751 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0516562 Sep 24 15:36:01.951863 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.securitygroups_db [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Project 0cb7b879b7594fecaa483635998a87ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:36:01.964187 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.998105 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b74ed15b-917b-4f4f-bbf2-bb3871a6ec69 req-138e7b76-2413-4fb9-ac07-ec972e73d5d3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535736 Sep 24 15:36:02.029054 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.132117 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.149879 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e6ed6c-ce23-4753-8164-fd44c18b9fb4,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:02.286411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.287670 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5228b75d-cef0-4a19-a7bc-03cd6635c068 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5150802 Sep 24 15:36:02.290385 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50456) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:02.294656 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'security_group_rule': {'security_group_id': '9515eed6-c614-4266-a1a5-7a02fe5e4fb1', 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:02.418248 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.securitygroups_db [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Project 0cb7b879b7594fecaa483635998a87ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:36:02.423433 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.483691 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.612025 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.633072 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03f603b-1316-486d-9c43-b6d0c3b0a981,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:02.732420 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.733657 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5e1b960b-b04a-40e3-ae24-46057d2c4830 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4423132 Sep 24 15:36:02.809680 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-c8d485d2-58ea-4756-9427-30b16ce76eb6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765172415&fields=id&tenant_id=0cb7b879b7594fecaa483635998a87ca HTTP/1.1" status: 200 len: 267 time: 0.0328817 Sep 24 15:36:02.862831 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-dd81d3be-f28b-46f2-969b-b2008d692430 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:02.864382 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-dd81d3be-f28b-46f2-969b-b2008d692430 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0490544 Sep 24 15:36:02.878612 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'port': {'security_groups': ['ac627b32-0519-4188-b80b-deb5e8c42a12', '9515eed6-c614-4266-a1a5-7a02fe5e4fb1']}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:02.962699 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.962930 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006ba1d-4c2a-4936-ae0d-61ef7447a97d req-5d477642-1fff-4bf9-b395-331e0b797ce4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:02.963440 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0006ba1d-4c2a-4936-ae0d-61ef7447a97d req-5d477642-1fff-4bf9-b395-331e0b797ce4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0483809 Sep 24 15:36:03.002013 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0006ba1d-4c2a-4936-ae0d-61ef7447a97d req-b7f34a4c-b9bd-43ac-9dc7-b8e11c977f59 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Sep 24 15:36:03.119364 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef2a50-c830-4163-9fbc-3bfebd6ab75f req-6ae69ba7-df2b-41e1-9f0f-10941bae74c3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.120933 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-76ef2a50-c830-4163-9fbc-3bfebd6ab75f req-6ae69ba7-df2b-41e1-9f0f-10941bae74c3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0497682 Sep 24 15:36:03.162226 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-76ef2a50-c830-4163-9fbc-3bfebd6ab75f req-560e2cac-f45e-4b35-8ae2-a09e674d4485 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327168 Sep 24 15:36:03.184865 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:03.213344 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:03.497713 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:03.511404 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['7841f385-4f3a-490b-bd5c-830abaf11709'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:03.544776 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.545403 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for port, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:03.546811 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-78b922af-d22c-4cbc-9bbd-2b920160ead8 req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "PUT /v2.0/ports/7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 982 time: 0.6753459 Sep 24 15:36:03.547439 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:03.555387 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c56b271-b750-4c59-a66b-075c27875732" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:03.599172 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b9ad1-0f77-47ec-bcf5-a6c3ec278109 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=6']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:03.631552 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723ab80a-0bcd-4512-93de-7e8e19dfcdb4 x-openstack-request-id: req-723ab80a-0bcd-4512-93de-7e8e19dfcdb4 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:03.631552 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:03.631552 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-723ab80a-0bcd-4512-93de-7e8e19dfcdb4 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:03.631552 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'status': 'completed', 'code': 200} Sep 24 15:36:03.714760 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['7841f385-4f3a-490b-bd5c-830abaf11709'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:03.717302 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b271-b750-4c59-a66b-075c27875732 req-f7250a0c-1f59-474b-9513-0531b79f4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.724648 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-f7250a0c-1f59-474b-9513-0531b79f4807 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1138 time: 0.0884528 Sep 24 15:36:03.760553 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e192d-a435-488b-872b-208c5da5a663 req-2ec2c70d-8187-45b0-93ba-e2c1580fb1ba tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.760553 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d28e192d-a435-488b-872b-208c5da5a663 req-2ec2c70d-8187-45b0-93ba-e2c1580fb1ba tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0928779 Sep 24 15:36:03.857656 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d28e192d-a435-488b-872b-208c5da5a663 req-aaa703ec-923a-4753-83dc-20ecd936734c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849204 Sep 24 15:36:03.903730 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b271-b750-4c59-a66b-075c27875732 req-126fbd8b-189c-472b-a792-e2630d3eeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.905213 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-126fbd8b-189c-472b-a792-e2630d3eeec8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.1677046 Sep 24 15:36:03.923222 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-9db91189-d716-4ce2-9394-b6dc571e5c7d None None] Provisioning complete for port 7841f385-4f3a-490b-bd5c-830abaf11709 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:03.923596 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9db91189-d716-4ce2-9394-b6dc571e5c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:03.992027 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-198df651-ee19-4538-9564-3cb0d397968c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 1001 time: 0.0779555 Sep 24 15:36:04.044530 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b271-b750-4c59-a66b-075c27875732 req-7fe27916-cb85-4dba-a953-42c895e7c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.046247 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-7fe27916-cb85-4dba-a953-42c895e7c7b7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.0468576 Sep 24 15:36:04.099023 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd379-b2ea-4643-8583-2c6b7186b022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:04.133706 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b271-b750-4c59-a66b-075c27875732 req-e9ae711a-ce24-45a4-a65d-2b1ed013be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.135250 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-e9ae711a-ce24-45a4-a65d-2b1ed013be0c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814660 Sep 24 15:36:04.148275 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf56248-598c-44a9-bd19-af1989f733d9 req-e3314ba3-6ca2-4aae-b963-6f71addd9c1f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.149977 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0bf56248-598c-44a9-bd19-af1989f733d9 req-e3314ba3-6ca2-4aae-b963-6f71addd9c1f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0667911 Sep 24 15:36:04.215080 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1229e7e-9138-4a28-9dbc-8eda156d1440 req-cd632930-1002-4b5b-9fb0-c3b7e469a70e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.224677 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f1229e7e-9138-4a28-9dbc-8eda156d1440 req-cd632930-1002-4b5b-9fb0-c3b7e469a70e tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0676544 Sep 24 15:36:04.275058 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f1229e7e-9138-4a28-9dbc-8eda156d1440 req-691bb60c-ad0a-451f-a94e-902788b919f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494444 Sep 24 15:36:04.335745 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0bf56248-598c-44a9-bd19-af1989f733d9 req-e5499356-51d6-41ee-98c6-a3e2342c1caf tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792949 Sep 24 15:36:04.340566 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-e9a3ffea-e3bc-4114-b4dc-5d4d703c14ed service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897740 Sep 24 15:36:04.394677 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789794a-a0da-48bd-8fd5-13145cabcb4f req-b0377944-f501-4197-99b2-2187b64e50c7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.396948 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e789794a-a0da-48bd-8fd5-13145cabcb4f req-b0377944-f501-4197-99b2-2187b64e50c7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0573151 Sep 24 15:36:04.444789 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e789794a-a0da-48bd-8fd5-13145cabcb4f req-1ad33581-05dd-4f3c-b127-29f64bcceb96 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343463 Sep 24 15:36:04.464312 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c56b271-b750-4c59-a66b-075c27875732 req-afda4d2c-0c57-4fa6-856e-cd378284ecfe service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111979 Sep 24 15:36:04.594653 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.160886 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.422125 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954e080-6dd3-42d6-91c6-656697c14e1b req-960737f9-319a-4ae8-b4a1-d5f245ccd79c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.422125 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a954e080-6dd3-42d6-91c6-656697c14e1b req-960737f9-319a-4ae8-b4a1-d5f245ccd79c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0807869 Sep 24 15:36:05.449838 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854141-807b-472b-be35-3e7a2410efc6 req-d9ea328e-76c7-4d1a-a8b5-023da4ae9909 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.451641 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-75854141-807b-472b-be35-3e7a2410efc6 req-d9ea328e-76c7-4d1a-a8b5-023da4ae9909 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Sep 24 15:36:05.460184 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a954e080-6dd3-42d6-91c6-656697c14e1b req-65a80663-7029-4071-a264-aedc455b77b5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Sep 24 15:36:05.514610 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-75854141-807b-472b-be35-3e7a2410efc6 req-674b9906-3744-42f2-853e-319c86be73ce tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542238 Sep 24 15:36:05.593185 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362fd92-ec2a-4f86-a7fd-01da31cc6b5f req-007feec4-005e-4ba1-8513-545783c85dfe tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.595406 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8362fd92-ec2a-4f86-a7fd-01da31cc6b5f req-007feec4-005e-4ba1-8513-545783c85dfe tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0648181 Sep 24 15:36:05.639027 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8362fd92-ec2a-4f86-a7fd-01da31cc6b5f req-05d837fa-2634-4cfe-b1ab-002429ddaa55 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369480 Sep 24 15:36:06.039499 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-49f3901e-2080-44f1-b91e-c5d8b0dc9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.041024 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-49f3901e-2080-44f1-b91e-c5d8b0dc9bd8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a&tenant_id=b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 1096 time: 0.0718746 Sep 24 15:36:06.107692 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-9b27320a-0823-4bfb-b3f3-f5d2b17b284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.109193 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-9b27320a-0823-4bfb-b3f3-f5d2b17b284a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1096 time: 0.0407274 Sep 24 15:36:06.209804 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-a04407ba-2042-4287-8741-f913aea8983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.211364 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-a04407ba-2042-4287-8741-f913aea8983c service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.0909071 Sep 24 15:36:06.281990 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-3442893e-53b2-4707-9b01-56219886cbc4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 200 len: 998 time: 0.0576663 Sep 24 15:36:06.336979 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-a99b11ad-8715-407d-9e70-899ba8c464c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.338412 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-a99b11ad-8715-407d-9e70-899ba8c464c0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0460849 Sep 24 15:36:06.383694 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-c8d5e4b3-fd3e-43bb-8a58-982e8929b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.385140 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-c8d5e4b3-fd3e-43bb-8a58-982e8929b57f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381374 Sep 24 15:36:06.514430 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-a666fcd9-ab4b-4861-aca0-62c121508b41 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199448 Sep 24 15:36:06.526091 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-c77c88c8-c967-4ce1-a4da-891577cdef3c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.527583 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-c77c88c8-c967-4ce1-a4da-891577cdef3c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0737319 Sep 24 15:36:06.601543 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21298e-c091-4755-967e-e5a39b2deca2 req-246d5431-aa2c-4c7b-a18e-83ca56cc5cd5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.601543 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5c21298e-c091-4755-967e-e5a39b2deca2 req-246d5431-aa2c-4c7b-a18e-83ca56cc5cd5 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 945 time: 0.0562942 Sep 24 15:36:06.643335 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5c21298e-c091-4755-967e-e5a39b2deca2 req-4a96a58a-abd5-40fd-93c8-13cce90e3b4d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373347 Sep 24 15:36:06.646088 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.727814 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6969e1f4-44db-42d7-a1a5-bf4789c99ecc req-5075d355-ab09-4c4f-8e28-22b764c9c3e7 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992614 Sep 24 15:36:06.743045 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05596-b98f-4f7a-aa59-97980d65db1d req-e2b326c4-ea10-449e-b233-cf0fd3c9ad24 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.744645 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-27d05596-b98f-4f7a-aa59-97980d65db1d req-e2b326c4-ea10-449e-b233-cf0fd3c9ad24 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.1234837 Sep 24 15:36:06.766283 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c6e79-c24b-41fc-a315-ee7dcc606243 req-ff3fd9c8-94be-4258-ac05-0891130f5e4f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.768392 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-664c6e79-c24b-41fc-a315-ee7dcc606243 req-ff3fd9c8-94be-4258-ac05-0891130f5e4f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0497823 Sep 24 15:36:06.779058 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Deleting port 5f336605-ad8e-4bca-94bb-40a465035efa {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:06.779419 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.807566 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-664c6e79-c24b-41fc-a315-ee7dcc606243 req-9d032b34-8ab7-47ae-9a32-92d22bec67a6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314579 Sep 24 15:36:06.820596 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-27d05596-b98f-4f7a-aa59-97980d65db1d req-e96ba6d6-870e-4de6-84d5-213267cde69e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695500 Sep 24 15:36:06.889880 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] For port 5f336605-ad8e-4bca-94bb-40a465035efa, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5f336605-ad8e-4bca-94bb-40a465035efa,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:06.890247 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.903698 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Calling delete_port for 5f336605-ad8e-4bca-94bb-40a465035efa owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:07.258897 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba51e67-1f99-4e73-9be7-5ff8fdccec6d req-209db33f-62e0-444f-880a-0fcb97e1a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.260489 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bba51e67-1f99-4e73-9be7-5ff8fdccec6d req-209db33f-62e0-444f-880a-0fcb97e1a1e5 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.0415704 Sep 24 15:36:07.301031 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bba51e67-1f99-4e73-9be7-5ff8fdccec6d req-4be765ec-7d02-4466-8ccb-a48be5f5f4d7 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293880 Sep 24 15:36:07.526212 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.538053 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a', 'f597bd05-d344-4b22-a5d0-c4cddb730d93', '24e10c9e-ea97-40d8-a20c-348ec3313469', '5f336605-ad8e-4bca-94bb-40a465035efa'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:07.556306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event deleted for resources: {'Port': ['ID=5f336605-ad8e-4bca-94bb-40a465035efa,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:07.599509 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] No DVR routers for this DVR port 5f336605-ad8e-4bca-94bb-40a465035efa on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:07.604579 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.606803 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b382b7ab-7301-46e5-9158-f83bebcf7b20 req-158646ae-e51f-42ce-b200-859cb2e6d0e2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "DELETE /v2.0/ports/5f336605-ad8e-4bca-94bb-40a465035efa HTTP/1.1" status: 204 len: 173 time: 1.0414779 Sep 24 15:36:07.607329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'name': 'network-vif-deleted', 'tag': '5f336605-ad8e-4bca-94bb-40a465035efa'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:07.610723 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bf9c0f-03dd-459c-9b1d-517a476661b3" -d '{"events": [{"server_uuid": "ae49e336-9cbb-40c7-80ca-4674595ecdcd", "name": "network-vif-deleted", "tag": "5f336605-ad8e-4bca-94bb-40a465035efa"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:07.656696 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f902da5f-7392-41c4-88e0-08ca21acae3b x-openstack-request-id: req-f902da5f-7392-41c4-88e0-08ca21acae3b {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:07.656995 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae49e336-9cbb-40c7-80ca-4674595ecdcd", "name": "network-vif-deleted", "tag": "5f336605-ad8e-4bca-94bb-40a465035efa", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:07.657278 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f902da5f-7392-41c4-88e0-08ca21acae3b {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:07.657663 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae49e336-9cbb-40c7-80ca-4674595ecdcd', 'name': 'network-vif-deleted', 'tag': '5f336605-ad8e-4bca-94bb-40a465035efa', 'status': 'completed', 'code': 200} Sep 24 15:36:07.790447 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-aee717d9-424f-4ff9-a652-4ba68508cde8 req-b131dfd8-e788-4c3d-92fc-717a4949c3ac tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0525937 Sep 24 15:36:08.006375 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00306fe8-1874-4473-999f-5add82918ec9 req-ade8d380-b2c0-46c9-8134-d1d7a0e93100 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:08.014322 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00306fe8-1874-4473-999f-5add82918ec9 req-ade8d380-b2c0-46c9-8134-d1d7a0e93100 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0878534 Sep 24 15:36:08.034094 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db56bb-feae-4559-ac14-5d3c2895316e req-5c20911a-e5b2-4217-a437-d1a9c4dbfad5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:08.041084 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c7db56bb-feae-4559-ac14-5d3c2895316e req-5c20911a-e5b2-4217-a437-d1a9c4dbfad5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0939627 Sep 24 15:36:08.089839 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00306fe8-1874-4473-999f-5add82918ec9 req-2218b6a8-159f-4314-9ad2-fc312b3d02ae tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Sep 24 15:36:08.126204 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c7db56bb-feae-4559-ac14-5d3c2895316e req-3e8be5e9-a66e-468c-ad20-cc9c62b3293b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718286 Sep 24 15:36:08.881943 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d6ab7e6c-c4f6-46dc-9d25-cda830c971fd req-951e9254-5079-49ae-8088-9c138d16582d tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0258479 Sep 24 15:36:09.211068 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0655-d69e-4315-b3b5-144a63972888 req-39e23e4d-b67c-498b-a8ca-19608152aebe tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.212800 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-958d0655-d69e-4315-b3b5-144a63972888 req-39e23e4d-b67c-498b-a8ca-19608152aebe tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0632117 Sep 24 15:36:09.255228 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-958d0655-d69e-4315-b3b5-144a63972888 req-c102f67c-71bd-4503-b04e-a48044871946 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Sep 24 15:36:09.264140 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12305eeb-6c69-403f-bf30-36a8f6a5bddd req-362b4e60-10f3-47b6-9eda-4929d5b9a989 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.265620 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12305eeb-6c69-403f-bf30-36a8f6a5bddd req-362b4e60-10f3-47b6-9eda-4929d5b9a989 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0485885 Sep 24 15:36:09.317065 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12305eeb-6c69-403f-bf30-36a8f6a5bddd req-7ccc1876-1e67-47a5-ac53-e00506c70fbc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442951 Sep 24 15:36:09.982651 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f5b3b7d5-c06f-4d21-9fb9-21ab63ac8335 req-4826a35f-f3d9-40fa-8d9d-882f1638da0c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0264614 Sep 24 15:36:10.373502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660289-efd3-4061-9af7-a9001ddcf4fa req-e9002f12-dd12-4df0-8c64-def7b353d0eb tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:10.375031 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fc660289-efd3-4061-9af7-a9001ddcf4fa req-e9002f12-dd12-4df0-8c64-def7b353d0eb tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0520604 Sep 24 15:36:10.413986 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fc660289-efd3-4061-9af7-a9001ddcf4fa req-f981b116-af62-4972-a8e9-8cc9504b31d3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Sep 24 15:36:10.459248 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec0d4b-e7a2-4599-84c9-1f5bf06da972 req-96f292af-a4c2-4eaa-82fe-3dcfdf9e17bc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:10.460879 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-06ec0d4b-e7a2-4599-84c9-1f5bf06da972 req-96f292af-a4c2-4eaa-82fe-3dcfdf9e17bc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0697160 Sep 24 15:36:10.498779 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-06ec0d4b-e7a2-4599-84c9-1f5bf06da972 req-49f123d8-2a96-4e18-87b2-6cb4478486b4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320759 Sep 24 15:36:11.079127 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac027d0c-1c9d-44bd-8eec-ccf251206970 req-369c7490-4d01-4f4e-a56a-0987e34638ea tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0253863 Sep 24 15:36:11.539664 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fcc0c-6869-4346-9412-df527e667cf5 req-c0e8d2e7-b7ec-4475-9212-01905b27105f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.541220 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-859fcc0c-6869-4346-9412-df527e667cf5 req-c0e8d2e7-b7ec-4475-9212-01905b27105f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0491843 Sep 24 15:36:11.585006 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-859fcc0c-6869-4346-9412-df527e667cf5 req-09b777e1-0e37-466d-a5ab-e2e39608a4b3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Sep 24 15:36:11.629840 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a9089-ae63-46d2-9c0d-cf592f3bacbb req-18287869-4677-4b9a-9488-d1434c9f2503 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.631275 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-592a9089-ae63-46d2-9c0d-cf592f3bacbb req-18287869-4677-4b9a-9488-d1434c9f2503 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0557296 Sep 24 15:36:11.671482 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-592a9089-ae63-46d2-9c0d-cf592f3bacbb req-84adfd91-1bd2-41af-9e39-603435047d90 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331120 Sep 24 15:36:12.193698 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5bd1fdcb-6626-4caf-9837-b18f708cb4ac req-580dadf1-03a4-497e-bbec-0ae79a248043 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0287287 Sep 24 15:36:12.237146 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5f336605-ad8e-4bca-94bb-40a465035efa no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:12.267515 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 5f336605-ad8e-4bca-94bb-40a465035efa {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:12.267915 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5f336605-ad8e-4bca-94bb-40a465035efa not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:12.705975 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2f79f-02ce-4202-995e-0e93954dc8c3 req-1c2b3bb9-cca7-4369-b48e-e5995711c5b2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:12.707437 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ebc2f79f-02ce-4202-995e-0e93954dc8c3 req-1c2b3bb9-cca7-4369-b48e-e5995711c5b2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0551710 Sep 24 15:36:12.761093 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ebc2f79f-02ce-4202-995e-0e93954dc8c3 req-8fdffc21-b323-4625-a9dc-3bf8894a09ef tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Sep 24 15:36:12.820430 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587d6e1-41a5-40e9-8fe8-17e4728b30b5 req-793be42b-2c09-4bac-b051-57bf40dde9d1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:12.822227 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3587d6e1-41a5-40e9-8fe8-17e4728b30b5 req-793be42b-2c09-4bac-b051-57bf40dde9d1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0566597 Sep 24 15:36:12.874437 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3587d6e1-41a5-40e9-8fe8-17e4728b30b5 req-f70260ee-1330-4d9d-bacd-ba3df14b7d7d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377257 Sep 24 15:36:13.309390 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b68f93ed-6ac6-4a70-beb9-55c319cbee01 req-4eb5d13a-603b-471b-8288-c1968da3a421 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0452211 Sep 24 15:36:13.878239 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef5870-9088-4ed6-9937-834efb88f85f req-5d6bd962-17fc-4294-9f11-a8d1a2c97ab7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.879859 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b1ef5870-9088-4ed6-9937-834efb88f85f req-5d6bd962-17fc-4294-9f11-a8d1a2c97ab7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0471127 Sep 24 15:36:13.940566 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b1ef5870-9088-4ed6-9937-834efb88f85f req-894ac031-568b-4aac-83a6-d8f357ee1fac tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Sep 24 15:36:14.017127 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac737bb7-01b1-4bb8-ace2-a9a73770f625 req-8a7fbe33-acd2-46e4-8f3d-4114c2e188b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.018656 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac737bb7-01b1-4bb8-ace2-a9a73770f625 req-8a7fbe33-acd2-46e4-8f3d-4114c2e188b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0472383 Sep 24 15:36:14.060813 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac737bb7-01b1-4bb8-ace2-a9a73770f625 req-20a4b602-5ae3-47b1-9172-262a055573b5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345492 Sep 24 15:36:14.412440 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4932607a-9156-4c2e-bbfb-90f5d2b12f1f req-90617372-1f94-4fc6-871a-fa7499c81c79 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0244780 Sep 24 15:36:15.071264 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a1a9-9cce-4b75-b342-b4b7314b38b1 req-359ab3e1-29d3-4927-80fb-81efc5568d8b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:15.072823 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2124a1a9-9cce-4b75-b342-b4b7314b38b1 req-359ab3e1-29d3-4927-80fb-81efc5568d8b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0548749 Sep 24 15:36:15.116104 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2124a1a9-9cce-4b75-b342-b4b7314b38b1 req-bd94d887-ebf5-4c18-8f82-af48068e33bc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 Sep 24 15:36:15.198756 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa8f89-29e4-401b-81dc-67edc76e1cea req-8015b81f-8c09-4cbc-9c78-09af9ca205a3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:15.202369 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-afaa8f89-29e4-401b-81dc-67edc76e1cea req-8015b81f-8c09-4cbc-9c78-09af9ca205a3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0588055 Sep 24 15:36:15.243224 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-afaa8f89-29e4-401b-81dc-67edc76e1cea req-5bfbd607-a1a1-4442-8f64-1be17c643bd1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341239 Sep 24 15:36:15.507328 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2891f7ab-4f76-4fd6-9d48-1aa3c934838f req-533ee99e-5c39-4c77-862a-d241b393e7d8 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0280974 Sep 24 15:36:16.241369 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82eb0c-fe52-43fc-8a80-effc6376accd req-3d6f1e04-97a7-40a2-8451-87c718717ab8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:16.242850 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ee82eb0c-fe52-43fc-8a80-effc6376accd req-3d6f1e04-97a7-40a2-8451-87c718717ab8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Sep 24 15:36:16.285802 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ee82eb0c-fe52-43fc-8a80-effc6376accd req-e90b95f2-ae49-4037-a3ca-37fc6cb3234e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Sep 24 15:36:16.379987 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3098b0-9824-4d61-8a4c-3073632cc17b req-b15a2438-4905-4368-be82-7458e4e7e2a1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:16.382319 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dd3098b0-9824-4d61-8a4c-3073632cc17b req-b15a2438-4905-4368-be82-7458e4e7e2a1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0576541 Sep 24 15:36:16.422752 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dd3098b0-9824-4d61-8a4c-3073632cc17b req-3cb04c6e-53e1-4e25-a0a7-34207e1334e7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345562 Sep 24 15:36:16.606740 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8a37c0ff-5c1e-4de9-85ae-3a6eb919d280 req-808e8138-2e8a-44a1-89de-3008a61c4232 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0275915 Sep 24 15:36:17.407279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244dda1-7ca1-4be6-9cb7-19e911c77e2a req-e5c474e0-3c5b-4bd7-a169-a60fbad398b9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.415715 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c244dda1-7ca1-4be6-9cb7-19e911c77e2a req-e5c474e0-3c5b-4bd7-a169-a60fbad398b9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0641332 Sep 24 15:36:17.448809 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c244dda1-7ca1-4be6-9cb7-19e911c77e2a req-69e1ab83-bba1-4b53-a36a-63b8968f2184 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Sep 24 15:36:17.548373 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2627f7e-d393-4e56-bf21-23a81b5afe66 req-2c86c748-a2f6-40fc-9c8f-7b13ad7aaf5b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.549882 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d2627f7e-d393-4e56-bf21-23a81b5afe66 req-2c86c748-a2f6-40fc-9c8f-7b13ad7aaf5b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0558102 Sep 24 15:36:17.596113 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d2627f7e-d393-4e56-bf21-23a81b5afe66 req-e5d9810b-8ccc-420d-be3a-5ec5f462fc3a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358167 Sep 24 15:36:17.705424 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bc4725e5-c894-47ff-a65b-a618129a60ac req-d0de8eb8-674c-4ce6-b0fc-10cb1fcb0bbb tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0284097 Sep 24 15:36:18.572301 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effabb21-f212-427e-8d7d-f51d2fcae0f8 req-c1da2aef-d9b2-4033-9978-cc49ed30d1f7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:18.573907 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-effabb21-f212-427e-8d7d-f51d2fcae0f8 req-c1da2aef-d9b2-4033-9978-cc49ed30d1f7 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0522640 Sep 24 15:36:18.620778 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-effabb21-f212-427e-8d7d-f51d2fcae0f8 req-454d2aa5-b5bd-4318-b03d-c38cd337f534 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Sep 24 15:36:18.722018 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826b1be-d1be-44ec-b703-5149c6def8d0 req-a7019e5e-7e54-4c72-88c7-7003402815c8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:18.723768 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1826b1be-d1be-44ec-b703-5149c6def8d0 req-a7019e5e-7e54-4c72-88c7-7003402815c8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0510409 Sep 24 15:36:18.779911 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1826b1be-d1be-44ec-b703-5149c6def8d0 req-cff23972-9f13-48da-a704-fe1937065b6d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460920 Sep 24 15:36:18.833698 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-993be23a-7439-4f8a-b134-0bb13da52626 req-6f53b70b-5604-4844-9cf8-b07d327f1d12 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0249367 Sep 24 15:36:19.746458 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3feb-f2bd-4c71-86e0-7201000219df req-0e7474a2-7d29-4d63-ad30-94cfeadd416f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:19.749080 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e6da3feb-f2bd-4c71-86e0-7201000219df req-0e7474a2-7d29-4d63-ad30-94cfeadd416f tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0492368 Sep 24 15:36:19.790805 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e6da3feb-f2bd-4c71-86e0-7201000219df req-1615c539-67e5-4f52-aa62-7f88514e6c2a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350931 Sep 24 15:36:19.910936 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d422f-95f7-44e3-9086-7f5ef951b20e req-56cc95e0-330a-4d7e-a3df-4afdb7e956ec tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:19.912635 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f9d422f-95f7-44e3-9086-7f5ef951b20e req-56cc95e0-330a-4d7e-a3df-4afdb7e956ec tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0521185 Sep 24 15:36:19.960611 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-81ea8442-c636-490a-afe7-e01cd2c3140b req-05641e86-2973-4d9b-b91e-135b147fb3dd tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0472317 Sep 24 15:36:19.964676 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9f9d422f-95f7-44e3-9086-7f5ef951b20e req-79a8e396-2eba-4b07-98c0-8f39dcef6ce6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444117 Sep 24 15:36:20.904710 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb50132-8757-4fb3-863e-aa1f602427a2 req-ec7dd54d-4f70-495e-af1c-55b1a9ba12e1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:20.906256 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9fb50132-8757-4fb3-863e-aa1f602427a2 req-ec7dd54d-4f70-495e-af1c-55b1a9ba12e1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0475843 Sep 24 15:36:20.951506 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9fb50132-8757-4fb3-863e-aa1f602427a2 req-8184e73c-3df9-4f7e-88e8-aa59bde4e973 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364888 Sep 24 15:36:21.053740 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f7f67b71-bcec-4342-bdba-31defbc1c88b req-fa9c4f88-bdda-4e98-bc09-57d3f812dd0f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0259223 Sep 24 15:36:21.080644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf957a-0e70-4b61-b233-c08555dc365d req-05c33d3c-8004-4434-afdf-480074b81fcb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.082569 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-90bf957a-0e70-4b61-b233-c08555dc365d req-05c33d3c-8004-4434-afdf-480074b81fcb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0485878 Sep 24 15:36:21.121578 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-90bf957a-0e70-4b61-b233-c08555dc365d req-6ca9850f-fe53-4560-ad83-b6a3c806f709 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330591 Sep 24 15:36:21.428143 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:36:21.468343 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d965d596-ceb3-493e-bbac-8346ef7b23a3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444057492&fields=id&tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e HTTP/1.1" status: 200 len: 267 time: 0.0333188 Sep 24 15:36:21.578304 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-f47ff63b-ac62-4ab3-84d9-38c1da15595e tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.580081 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-f47ff63b-ac62-4ab3-84d9-38c1da15595e tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 809 time: 0.1044192 Sep 24 15:36:21.605015 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-211f59a6-833a-473e-8ba9-2fc1794831a2 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/quotas/d7c06ec30ea94c4299221efcaa0b4f8e HTTP/1.1" status: 200 len: 375 time: 0.0097203 Sep 24 15:36:21.647034 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-3a3e740e-894d-462b-9033-ec3d2d471356 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458717 Sep 24 15:36:21.740845 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6a6b23e-97db-4cb3-b15d-3e448c0dba86 service neutron] 10.222.0.60 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818427 Sep 24 15:36:21.834786 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-3a1dd740-0fd6-4f60-8b49-e91acded0d54 service neutron] 10.222.0.60 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878127 Sep 24 15:36:22.071345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6d73e-6e22-44f7-92fd-3b4c415aa497 req-de4166d8-3170-49b1-be9a-6e4c03284f3a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:22.072837 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3f6d73e-6e22-44f7-92fd-3b4c415aa497 req-de4166d8-3170-49b1-be9a-6e4c03284f3a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Sep 24 15:36:22.111972 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e3f6d73e-6e22-44f7-92fd-3b4c415aa497 req-3355ff9f-b94b-4271-be9f-4e4ab110e318 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Sep 24 15:36:22.202277 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0c3722c6-00df-4a16-a0a6-2b4f0559f46e req-c394e51a-39ef-421e-97fc-84a275a8c2f2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae49e336-9cbb-40c7-80ca-4674595ecdcd HTTP/1.1" status: 200 len: 210 time: 0.0257776 Sep 24 15:36:22.308006 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cb31a-4f19-4c36-8dd0-65c078162b92 req-7c088ae0-fb68-40e0-b043-caa0b9639d9e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:22.309538 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b56cb31a-4f19-4c36-8dd0-65c078162b92 req-7c088ae0-fb68-40e0-b043-caa0b9639d9e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0472574 Sep 24 15:36:22.348661 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b56cb31a-4f19-4c36-8dd0-65c078162b92 req-505d18ec-440b-4296-bf1d-9cac51c0df91 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315270 Sep 24 15:36:22.653787 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bad1baac-2062-465f-8b56-e77cedd52a04 req-f6aec02a-4ea1-4069-90e5-dcee896bbfc6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 210 time: 0.0316060 Sep 24 15:36:23.223666 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c366c5-9d8b-4698-b933-79e05bb84831 req-bdfe19eb-efd9-4c08-bad7-b148174dae3c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:23.225286 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-13c366c5-9d8b-4698-b933-79e05bb84831 req-bdfe19eb-efd9-4c08-bad7-b148174dae3c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0476859 Sep 24 15:36:23.264369 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-13c366c5-9d8b-4698-b933-79e05bb84831 req-76ba6405-0bc7-432d-a484-ea0e70dc28df tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Sep 24 15:36:23.469824 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402501f-4fc8-44d6-8ba4-c2c192eb0eec req-94d2af9f-3a5a-4191-bc76-209f23c6f873 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:23.471324 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9402501f-4fc8-44d6-8ba4-c2c192eb0eec req-94d2af9f-3a5a-4191-bc76-209f23c6f873 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0508070 Sep 24 15:36:23.508908 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9402501f-4fc8-44d6-8ba4-c2c192eb0eec req-22e70b53-b4c1-4458-8dac-a764bf50cc22 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315337 Sep 24 15:36:23.722863 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e7212094-6ca0-409f-b01d-0592b47f4224 req-ab7c9e69-82d9-4bb4-9e96-6967315cafa2 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 210 time: 0.0263917 Sep 24 15:36:23.946727 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddcb84-0c5b-433f-9d57-8edbb6a09c1d req-4c024249-038f-45e7-8dee-8918a311d3b3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:23.948220 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4bddcb84-0c5b-433f-9d57-8edbb6a09c1d req-4c024249-038f-45e7-8dee-8918a311d3b3 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0557656 Sep 24 15:36:24.009471 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4bddcb84-0c5b-433f-9d57-8edbb6a09c1d req-30cb53cb-34fc-4c4a-a826-d8990a659b24 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 Sep 24 15:36:24.024703 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820510b-e553-407d-8895-b762fb541123 req-21b0839d-9888-4e9a-a641-7920c63678d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.026190 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-21b0839d-9888-4e9a-a641-7920c63678d3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=2a33315c18c342d990ff997026e60f5f&device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 1098 time: 0.0461819 Sep 24 15:36:24.315780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820510b-e553-407d-8895-b762fb541123 req-69a11867-88f7-4b25-a8fb-7a1a1a207e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.317274 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-69a11867-88f7-4b25-a8fb-7a1a1a207e87 service neutron] 10.222.0.109 "GET /v2.0/networks?id=4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 200 len: 921 time: 0.2836018 Sep 24 15:36:24.358670 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-29a2ee91-c4d6-4945-afe5-82a4380d1440 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 200 len: 217 time: 0.0336273 Sep 24 15:36:24.410954 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820510b-e553-407d-8895-b762fb541123 req-70617d3d-1e87-480e-91a2-bd162e4b56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.412442 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-70617d3d-1e87-480e-91a2-bd162e4b56bc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 200 len: 859 time: 0.0463200 Sep 24 15:36:24.444553 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-ec6e8a36-89b1-461e-9eca-a091c510926c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=4dbaccb5-9778-4549-ac7f-b2143254e232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239444 Sep 24 15:36:24.542099 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-28a223d9-25e5-4323-822b-8ffd58b7da02 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821898 Sep 24 15:36:24.633397 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691fce9-29b0-4bec-965c-d9c4b18ec897 req-7209a6fa-8e50-477d-8033-35c2eefea858 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.634914 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c691fce9-29b0-4bec-965c-d9c4b18ec897 req-7209a6fa-8e50-477d-8033-35c2eefea858 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0486677 Sep 24 15:36:24.659871 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4820510b-e553-407d-8895-b762fb541123 req-e0931055-4f69-4c76-86c4-fc53a3cbb6d3 service neutron] 10.222.0.109 "GET /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041250 Sep 24 15:36:24.683767 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c691fce9-29b0-4bec-965c-d9c4b18ec897 req-44c8e508-254a-4b88-a733-919000644c5e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397339 Sep 24 15:36:24.818807 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b6165ad5-7014-4abf-97b1-7c96ee1893f3 req-904ddea8-51fa-4011-b6d0-8050f86021a8 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 210 time: 0.0266588 Sep 24 15:36:25.130212 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48be36-ab8f-48d1-ae26-921ad249cf80 req-d234346c-8f75-48b4-ad67-f6f38b9c4740 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:25.131676 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0b48be36-ab8f-48d1-ae26-921ad249cf80 req-d234346c-8f75-48b4-ad67-f6f38b9c4740 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Sep 24 15:36:25.168079 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0b48be36-ab8f-48d1-ae26-921ad249cf80 req-c17591eb-001b-4109-aed9-a35464b9ddbc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Sep 24 15:36:25.288127 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac149e2-e26d-4bb2-a7f1-13f2e873e804 req-4eb497da-fe5f-4e49-a918-538333fb9753 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:25.289595 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dac149e2-e26d-4bb2-a7f1-13f2e873e804 req-4eb497da-fe5f-4e49-a918-538333fb9753 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0470405 Sep 24 15:36:25.326275 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dac149e2-e26d-4bb2-a7f1-13f2e873e804 req-d15d3a74-35fa-4ee4-9781-db5f98e13d70 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Sep 24 15:36:25.862254 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f20e64-6a8d-4bd5-b90f-ab572c71254f req-dc01506d-6cd8-41fa-a94f-cf82ec64da42 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:25.863857 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-36f20e64-6a8d-4bd5-b90f-ab572c71254f req-dc01506d-6cd8-41fa-a94f-cf82ec64da42 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.1008735 Sep 24 15:36:25.872937 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-3c916964-0426-403d-ab93-29f257c8c59c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:25.874377 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-3c916964-0426-403d-ab93-29f257c8c59c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 809 time: 0.1446877 Sep 24 15:36:25.923961 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-16f02a15-7108-49e5-8c6d-749b702705f9 req-62f26357-fb6a-4de0-86c4-c866094e936e tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 210 time: 0.0267370 Sep 24 15:36:25.927548 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-36f20e64-6a8d-4bd5-b90f-ab572c71254f req-ac5330d5-93ed-435e-9320-708789761db9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504162 Sep 24 15:36:25.948535 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-e446cc06-ae71-4e20-b7f0-5065c1faa8dc tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e HTTP/1.1" status: 200 len: 379 time: 0.0559299 Sep 24 15:36:25.960147 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'port': {'device_id': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'admin_state_up': True, 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'security_groups': ['d5524d56-04e2-493b-9be2-cf5b24d44104']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:26.048696 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.111370 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 50920) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:26.222207 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0cea7b6c-eca7-4821-8f76-35bebb5f3cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.260261 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Made reservation on behalf of d7c06ec30ea94c4299221efcaa0b4f8e for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:26.264932 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.296580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1132ca2-f6a5-4f91-87da-13993b594bdd req-d9f0f85d-5164-4475-8857-6e14749801af tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:26.298647 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f1132ca2-f6a5-4f91-87da-13993b594bdd req-d9f0f85d-5164-4475-8857-6e14749801af tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0541191 Sep 24 15:36:26.347194 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f1132ca2-f6a5-4f91-87da-13993b594bdd req-93c7aaac-d250-4a22-8a17-8e1a364ec7a9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 Sep 24 15:36:26.491493 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0cea7b6c-eca7-4821-8f76-35bebb5f3cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.506217 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Allocated IP 172.20.0.3 (20cde337-4f3d-43fb-ae30-d4c234f6d984/c95ccb1a-5270-4787-a218-1b0ab333f896/74f4db5e-6757-446f-a74b-df53d125c8ef) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:26.515007 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f043-3c23-4a8a-8a5b-f64222000039 req-dc386e27-aef9-4ef3-9af5-5df38b706eb9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:26.516578 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a355f043-3c23-4a8a-8a5b-f64222000039 req-dc386e27-aef9-4ef3-9af5-5df38b706eb9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.1131227 Sep 24 15:36:26.574595 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0cea7b6c-eca7-4821-8f76-35bebb5f3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.584007 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a355f043-3c23-4a8a-8a5b-f64222000039 req-356fb471-799f-4911-9f12-48900852e2e6 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594308 Sep 24 15:36:26.631654 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea7b6c-eca7-4821-8f76-35bebb5f3cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dca988-f368-401d-9224-87aaa0eb7bfe,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:26.650203 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0cea7b6c-eca7-4821-8f76-35bebb5f3cd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c333ac9fad3343b7941361183284cf37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375168 Sep 24 15:36:26.652877 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 50934) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:26.704403 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a41d17b4-65ba-4607-b848-74438ea58ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.723072 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.724511 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a41d17b4-65ba-4607-b848-74438ea58ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.822101 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.849091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a41d17b4-65ba-4607-b848-74438ea58ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.851981 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a41d17b4-65ba-4607-b848-74438ea58ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.858146 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a41d17b4-65ba-4607-b848-74438ea58ef1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47dca988-f368-401d-9224-87aaa0eb7bfe HTTP/1.1" status: 204 len: 168 time: 0.2021880 Sep 24 15:36:26.868322 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d17b4-65ba-4607-b848-74438ea58ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dca988-f368-401d-9224-87aaa0eb7bfe,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:26.872835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:26.879662 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:26.882164 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:26.923374 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:26.946314 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:26.946946 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.057189 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb219-3a2f-4321-bae6-b217ffca8d01 req-a389b3a2-616e-4aa4-8137-9f9d2e658614 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.058788 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6a2fb219-3a2f-4321-bae6-b217ffca8d01 req-a389b3a2-616e-4aa4-8137-9f9d2e658614 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 931 time: 0.0541346 Sep 24 15:36:27.061953 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324bef3-2590-4a30-ab49-9a6956a30543 req-ebd772a1-9f0a-4155-a010-0066048006cd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.063515 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0324bef3-2590-4a30-ab49-9a6956a30543 req-ebd772a1-9f0a-4155-a010-0066048006cd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0527208 Sep 24 15:36:27.108126 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0324bef3-2590-4a30-ab49-9a6956a30543 req-f7ddc467-771d-477d-8296-c64fe2496743 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383496 Sep 24 15:36:27.110500 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-d6bdd840-ff53-4803-a087-48776a38238d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1534145 Sep 24 15:36:27.111640 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6a2fb219-3a2f-4321-bae6-b217ffca8d01 req-87a4d9e6-def1-4997-a525-56d9f9b292f9 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463696 Sep 24 15:36:27.134447 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-bf4d9e7f-7cf4-4705-8fe9-5f610e7d3e9d None None] Provisioning complete for port 74f4db5e-6757-446f-a74b-df53d125c8ef triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:27.135031 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bf4d9e7f-7cf4-4705-8fe9-5f610e7d3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.141817 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Request body: {'port': {'device_id': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:27.173302 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d9e7f-7cf4-4705-8fe9-5f610e7d3e9d None None] Port 74f4db5e-6757-446f-a74b-df53d125c8ef cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:27.202143 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.452478 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-73e380c6-29cd-402d-8b3a-9b55ab10cf70 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.454520 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-73e380c6-29cd-402d-8b3a-9b55ab10cf70 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.0705736 Sep 24 15:36:27.479255 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94ba21-0b41-4834-a270-146dee76605a req-88fd67c5-9391-4c73-8e40-61a8fb1dc982 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.480770 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ba94ba21-0b41-4834-a270-146dee76605a req-88fd67c5-9391-4c73-8e40-61a8fb1dc982 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0506504 Sep 24 15:36:27.526139 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ba94ba21-0b41-4834-a270-146dee76605a req-452b408b-5529-4715-be39-19d6e0c189ec tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Sep 24 15:36:27.568488 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f4db5e-6757-446f-a74b-df53d125c8ef {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:27.577512 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.598600 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Transition to ACTIVE for port object 74f4db5e-6757-446f-a74b-df53d125c8ef will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:27.617249 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Deleting port 24e10c9e-ea97-40d8-a20c-348ec3313469 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:27.617878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.754061 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.820371 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c264ca-11dd-4878-b0c6-af4700be7b4e req-e89f1a34-8c8e-4ad1-b7f5-57fac0502ace tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.822292 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b2c264ca-11dd-4878-b0c6-af4700be7b4e req-e89f1a34-8c8e-4ad1-b7f5-57fac0502ace tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 945 time: 0.1484313 Sep 24 15:36:27.838357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] For port 24e10c9e-ea97-40d8-a20c-348ec3313469, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=24e10c9e-ea97-40d8-a20c-348ec3313469,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:27.838622 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.875658 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Calling delete_port for 24e10c9e-ea97-40d8-a20c-348ec3313469 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:27.886731 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:27.943602 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b2c264ca-11dd-4878-b0c6-af4700be7b4e req-482b0b44-9b00-4853-aa27-ae4288db67c3 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135097 Sep 24 15:36:28.020787 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Attempting to bind port 74f4db5e-6757-446f-a74b-df53d125c8ef on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:28.021132 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Attempting to bind port 74f4db5e-6757-446f-a74b-df53d125c8ef by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:28.021465 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Attempting to bind port 74f4db5e-6757-446f-a74b-df53d125c8ef on network 20cde337-4f3d-43fb-ae30-d4c234f6d984 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:28.027740 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Port 74f4db5e-6757-446f-a74b-df53d125c8ef on network 20cde337-4f3d-43fb-ae30-d4c234f6d984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:28.028062 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Attempting to bind port 74f4db5e-6757-446f-a74b-df53d125c8ef on network 20cde337-4f3d-43fb-ae30-d4c234f6d984 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:28.039530 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:28.039867 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Checking segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:28.040259 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Bound using segment: {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:28.040688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Bound port: 74f4db5e-6757-446f-a74b-df53d125c8ef, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a2a96c-2793-4855-8115-c911659611f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1317, 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:28.041049 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.144479 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:28.147602 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:28.227210 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f272-34a1-456f-8936-9daa515b1262 req-9f3ea0d7-c09a-452f-b092-c5a50b61344a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.239343 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa14f272-34a1-456f-8936-9daa515b1262 req-9f3ea0d7-c09a-452f-b092-c5a50b61344a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0480528 Sep 24 15:36:28.276384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.276384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.288099 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a', 'f597bd05-d344-4b22-a5d0-c4cddb730d93', '24e10c9e-ea97-40d8-a20c-348ec3313469'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:28.292908 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa14f272-34a1-456f-8936-9daa515b1262 req-66b08100-ebd8-45d2-a5f3-e5e2960a5dff tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542243 Sep 24 15:36:28.341422 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.342056 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.344015 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] 10.222.0.109 "PUT /v2.0/ports/74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 1093 time: 1.2068231 Sep 24 15:36:28.349855 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:28.355574 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65da3d5-8b47-488e-8912-72008f56eb77" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:28.396753 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] No DVR routers for this DVR port 24e10c9e-ea97-40d8-a20c-348ec3313469 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:28.417427 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.419339 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7438ea96-3d05-4eb2-aca4-ea19200ecdcb req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "DELETE /v2.0/ports/24e10c9e-ea97-40d8-a20c-348ec3313469 HTTP/1.1" status: 204 len: 173 time: 0.9528890 Sep 24 15:36:28.445521 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c679158-5d83-42d6-9135-fc933c027abc service neutron] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:28.461264 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332804a7-ad88-4d81-b4f2-6a57b35fede5 req-dbd23bb3-c2fa-4ca7-af76-b4c2832fab51 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.470200 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-332804a7-ad88-4d81-b4f2-6a57b35fede5 req-dbd23bb3-c2fa-4ca7-af76-b4c2832fab51 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0705819 Sep 24 15:36:28.502443 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b9df8-af33-4091-8bf3-3ce70557d9bf tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event deleted for resources: {'Port': ['ID=24e10c9e-ea97-40d8-a20c-348ec3313469,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:28.572145 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-332804a7-ad88-4d81-b4f2-6a57b35fede5 req-b70f2d5f-cf50-44a5-8bef-56b9ce979de0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002107 Sep 24 15:36:28.577531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85961706-bc14-4493-ab39-305440fd2209 x-openstack-request-id: req-85961706-bc14-4493-ab39-305440fd2209 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:28.578536 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:28.579015 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85961706-bc14-4493-ab39-305440fd2209 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:28.579464 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'status': 'completed', 'code': 200} Sep 24 15:36:28.582103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-17368a98-9052-42a7-befc-7eca9dd32ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.596049 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-17368a98-9052-42a7-befc-7eca9dd32ffb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1096 time: 0.0844932 Sep 24 15:36:28.655525 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-77e07ad5-fe0d-4eea-8d7e-21dff4a1e5c6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 217 time: 0.0404122 Sep 24 15:36:28.721066 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-7fe353b1-2757-4a51-96c1-c2217f5db490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.723594 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-7fe353b1-2757-4a51-96c1-c2217f5db490 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0504582 Sep 24 15:36:28.789524 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-034ec121-ff32-4d0d-b7d6-6cd90a101476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.790926 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-034ec121-ff32-4d0d-b7d6-6cd90a101476 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553820 Sep 24 15:36:28.892475 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-869d7dda-7b31-465d-a675-26ed76f0bf8e service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Sep 24 15:36:28.988523 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ce38176d-013b-4ac6-8df4-e5b3b91004cd req-2ba1944e-dbac-4f56-be28-b24bbfbfcd58 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854323 Sep 24 15:36:29.049614 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9fe2aea1-96c0-4d66-bc7b-f29746090ed1 req-50236740-ef56-48df-a271-d64f6beaedb1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=210b8f2e-845a-4af5-969d-e84f6ad0e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0260117 Sep 24 15:36:29.251329 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-9740a183-18f2-41e6-86ae-9cba2b17c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.252837 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-9740a183-18f2-41e6-86ae-9cba2b17c27b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1096 time: 0.0393078 Sep 24 15:36:29.344824 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-61e92596-d019-4061-8d38-d07ad45e0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.346312 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-61e92596-d019-4061-8d38-d07ad45e0415 service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.0850272 Sep 24 15:36:29.401988 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-05b05fdf-fb87-4e27-bd74-1363485cfcdb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 217 time: 0.0474699 Sep 24 15:36:29.430951 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0bd5c-07d2-4eae-9afb-5dfcff52a18d req-767853ca-a36c-43c0-b439-fbe0d9724f0f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.432956 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d9d0bd5c-07d2-4eae-9afb-5dfcff52a18d req-767853ca-a36c-43c0-b439-fbe0d9724f0f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0549564 Sep 24 15:36:29.460268 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-e0a4cf84-138a-4ea6-b740-426e50098fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.463878 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-e0a4cf84-138a-4ea6-b740-426e50098fef service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0459416 Sep 24 15:36:29.471488 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d9d0bd5c-07d2-4eae-9afb-5dfcff52a18d req-dcdafca9-99dd-4d79-b446-c00976a08e35 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Sep 24 15:36:29.513991 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-4484a651-6741-4d0a-9c7f-86be5a794b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.516036 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-4484a651-6741-4d0a-9c7f-86be5a794b4d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435793 Sep 24 15:36:29.627561 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-a3b0b7cb-a8be-46f1-9144-082b3745706a service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944130 Sep 24 15:36:29.691351 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd97e3-2a33-4703-b89a-38e801aa131d req-46b147b3-3a74-4909-90ff-1fbcb70c85b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.692827 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7ecd97e3-2a33-4703-b89a-38e801aa131d req-46b147b3-3a74-4909-90ff-1fbcb70c85b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 943 time: 0.0507061 Sep 24 15:36:29.725014 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a65da3d5-8b47-488e-8912-72008f56eb77 req-b98b9bb4-6602-46d6-9acf-e4ae5b19296e service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898881 Sep 24 15:36:29.943166 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7ecd97e3-2a33-4703-b89a-38e801aa131d req-9b52d3fc-cc15-484c-bbae-5de7ee18e6b1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2441797 Sep 24 15:36:30.292663 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:30.390270 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:30.401038 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'port_id': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'mac_address': 'fa:16:3e:f8:b0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:30.437967 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.450730 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d6d88b-2e04-4deb-860c-3cb933b146e2 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:30.470174 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:30.569841 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.580256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'name': 'network-vif-deleted', 'tag': '24e10c9e-ea97-40d8-a20c-348ec3313469'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:30.582487 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e35795-d4b8-46b4-9c2f-571a6f7d1a0f" -d '{"events": [{"server_uuid": "210b8f2e-845a-4af5-969d-e84f6ad0e7b1", "name": "network-vif-deleted", "tag": "24e10c9e-ea97-40d8-a20c-348ec3313469"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:30.597681 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689ef3-9654-494c-adc9-5a73612e3fe0 req-95537092-8a70-4617-9bf4-9bae057dd689 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:30.599238 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb689ef3-9654-494c-adc9-5a73612e3fe0 req-95537092-8a70-4617-9bf4-9bae057dd689 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0561514 Sep 24 15:36:30.625568 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=9']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:30.634604 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.634978 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.635343 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.635728 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.636063 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.636453 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.636966 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.637302 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.637661 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.637993 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.638322 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.638646 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:30.648186 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb689ef3-9654-494c-adc9-5a73612e3fe0 req-d2b0f7ad-f414-49d8-8e6f-71e7d9ef27ee tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Sep 24 15:36:30.697160 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2503afe1-dbcc-48d0-939c-d64bc3e7fc7d x-openstack-request-id: req-2503afe1-dbcc-48d0-939c-d64bc3e7fc7d {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:30.697516 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210b8f2e-845a-4af5-969d-e84f6ad0e7b1", "name": "network-vif-deleted", "tag": "24e10c9e-ea97-40d8-a20c-348ec3313469", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:30.697693 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2503afe1-dbcc-48d0-939c-d64bc3e7fc7d {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:30.698192 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210b8f2e-845a-4af5-969d-e84f6ad0e7b1', 'name': 'network-vif-deleted', 'tag': '24e10c9e-ea97-40d8-a20c-348ec3313469', 'status': 'completed', 'code': 200} Sep 24 15:36:30.791339 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591897-b1c3-40fc-86be-f29d78c8cfec req-b0763352-2f7d-453b-8a6b-ce0a2604a6c4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:30.792868 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-32591897-b1c3-40fc-86be-f29d78c8cfec req-b0763352-2f7d-453b-8a6b-ce0a2604a6c4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0567763 Sep 24 15:36:30.834020 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-32591897-b1c3-40fc-86be-f29d78c8cfec req-e3f3a11e-dd64-4c1d-b74f-15ce7c1d363c tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Sep 24 15:36:30.922768 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['43d6d88b-2e04-4deb-860c-3cb933b146e2'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:31.071864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd1f33-461e-4fd8-b53a-08a4e0c213c7 req-aa46e475-2131-4511-8557-21104ef42834 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:31.079600 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-84cd1f33-461e-4fd8-b53a-08a4e0c213c7 req-aa46e475-2131-4511-8557-21104ef42834 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0554783 Sep 24 15:36:31.123183 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-84cd1f33-461e-4fd8-b53a-08a4e0c213c7 req-7d4982f8-20d1-4ee0-88de-80fb185922b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427194 Sep 24 15:36:31.318911 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-138e10f4-fd6b-421c-a03d-d3f900aff706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.759865 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea455c-fe8b-4714-a1d9-f347e42ffcc0 req-7b9c3ea1-195f-4a46-ace4-b44dcfb72909 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:31.761341 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-57ea455c-fe8b-4714-a1d9-f347e42ffcc0 req-7b9c3ea1-195f-4a46-ace4-b44dcfb72909 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0473709 Sep 24 15:36:31.798302 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-57ea455c-fe8b-4714-a1d9-f347e42ffcc0 req-d4851e84-d020-4ca1-a59c-835eb95979f7 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Sep 24 15:36:31.954481 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8e467-33df-4fba-b451-2ff80bab0160 req-27590b72-3fac-4b31-86d7-4ef6dd64f5f7 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:31.956313 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d6b8e467-33df-4fba-b451-2ff80bab0160 req-27590b72-3fac-4b31-86d7-4ef6dd64f5f7 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0546956 Sep 24 15:36:31.995652 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d6b8e467-33df-4fba-b451-2ff80bab0160 req-0569db47-8578-4761-92ec-6449d97dfdf9 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Sep 24 15:36:32.252664 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f8ce5-6163-4a87-86af-52d24e3fc9df req-b874ecf9-5d83-4d05-ab7e-17725e5db4bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.254275 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fe2f8ce5-6163-4a87-86af-52d24e3fc9df req-b874ecf9-5d83-4d05-ab7e-17725e5db4bf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 944 time: 0.0516310 Sep 24 15:36:32.297706 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fe2f8ce5-6163-4a87-86af-52d24e3fc9df req-5dfae80e-12cd-44c8-b5db-958a6c8ca7d6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361519 Sep 24 15:36:32.308086 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:32.360159 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 43d6d88b-2e04-4deb-860c-3cb933b146e2 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:32.361008 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.438668 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.460523 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:32.462745 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95649b89-b589-403f-842a-f95e565e3fbe" -d '{"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:32.477860 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:32.504482 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c43c0c-b022-48ef-b847-69cec60ae226 x-openstack-request-id: req-41c43c0c-b022-48ef-b847-69cec60ae226 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:32.504793 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-plugged", "status": "completed", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:32.505447 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41c43c0c-b022-48ef-b847-69cec60ae226 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:32.505850 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'code': 200} Sep 24 15:36:32.543888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-100f65b8-9a4d-4afd-9ecc-d24a69ccc858 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.545473 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-100f65b8-9a4d-4afd-9ecc-d24a69ccc858 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0525892 Sep 24 15:36:32.647999 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Deleting port f597bd05-d344-4b22-a5d0-c4cddb730d93 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:32.648306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.684416 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.685314 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 24e10c9e-ea97-40d8-a20c-348ec3313469 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:32.724553 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 24e10c9e-ea97-40d8-a20c-348ec3313469 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:32.724899 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 24e10c9e-ea97-40d8-a20c-348ec3313469 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:32.753097 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=10']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:32.932683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd145c7-9ce3-4769-9ac5-16596b3319fc req-ba6e56cc-3e27-46c2-854f-e2b46bd1a9fe tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.934292 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-edd145c7-9ce3-4769-9ac5-16596b3319fc req-ba6e56cc-3e27-46c2-854f-e2b46bd1a9fe tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0535843 Sep 24 15:36:32.937083 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51058) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:32.939512 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] For port f597bd05-d344-4b22-a5d0-c4cddb730d93, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=f597bd05-d344-4b22-a5d0-c4cddb730d93,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:32.940077 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.961697 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Calling delete_port for f597bd05-d344-4b22-a5d0-c4cddb730d93 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:32.978894 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-edd145c7-9ce3-4769-9ac5-16596b3319fc req-99a20934-c036-481f-a369-2b1d94a074fa tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349815 Sep 24 15:36:33.061181 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-20bc336b-dcb7-4677-8382-221ee138e0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.140876 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d60d07-3b67-42e8-b5bd-060bc8e4fa01 req-18b4f74e-7391-4b3a-aaf6-5dbbfcd013b4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:33.142104 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9d60d07-3b67-42e8-b5bd-060bc8e4fa01 req-18b4f74e-7391-4b3a-aaf6-5dbbfcd013b4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 945 time: 0.0701373 Sep 24 15:36:33.169161 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-20bc336b-dcb7-4677-8382-221ee138e0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.186144 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9d60d07-3b67-42e8-b5bd-060bc8e4fa01 req-bade77f4-5460-4fe2-9226-df934fda33fc tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358617 Sep 24 15:36:33.310786 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-20bc336b-dcb7-4677-8382-221ee138e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.319990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.332125 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a', 'f597bd05-d344-4b22-a5d0-c4cddb730d93'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:33.345900 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc336b-dcb7-4677-8382-221ee138e0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e9dd6-d000-44ae-bef0-15817d461169,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:33.383684 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event deleted for resources: {'Port': ['ID=f597bd05-d344-4b22-a5d0-c4cddb730d93,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:33.384978 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-20bc336b-dcb7-4677-8382-221ee138e0bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9965ebd07bae4b849bece86ebb14260d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459355 Sep 24 15:36:33.387487 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51068) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:33.414070 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6dbcb-5ac4-4f25-88b4-dde910060ab6 req-63bb9fa4-f44d-4b82-b993-28f2d2e65a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:33.423161 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32c6dbcb-5ac4-4f25-88b4-dde910060ab6 req-63bb9fa4-f44d-4b82-b993-28f2d2e65a36 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1099 time: 0.1247158 Sep 24 15:36:33.423161 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] No DVR routers for this DVR port f597bd05-d344-4b22-a5d0-c4cddb730d93 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:33.423161 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.423161 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c16db851-93ef-4b26-b2dc-58f7245084c3 req-3c760bb2-9b8f-4c6b-b214-456abb1265f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "DELETE /v2.0/ports/f597bd05-d344-4b22-a5d0-c4cddb730d93 HTTP/1.1" status: 204 len: 173 time: 0.8633780 Sep 24 15:36:33.423161 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'name': 'network-vif-deleted', 'tag': 'f597bd05-d344-4b22-a5d0-c4cddb730d93'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:33.424019 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20f183b-fd37-49da-a5f1-3b802358636f" -d '{"events": [{"server_uuid": "6d38681b-9b68-4767-a7f9-bba21195a1ab", "name": "network-vif-deleted", "tag": "f597bd05-d344-4b22-a5d0-c4cddb730d93"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:33.490147 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41330055-5b5d-4e62-b4c0-1e3537c92dc2 x-openstack-request-id: req-41330055-5b5d-4e62-b4c0-1e3537c92dc2 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:33.490306 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cdefeda-faae-4c99-9b14-44cd38102412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.490424 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d38681b-9b68-4767-a7f9-bba21195a1ab", "name": "network-vif-deleted", "tag": "f597bd05-d344-4b22-a5d0-c4cddb730d93", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:33.490518 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41330055-5b5d-4e62-b4c0-1e3537c92dc2 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:33.490989 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d38681b-9b68-4767-a7f9-bba21195a1ab', 'name': 'network-vif-deleted', 'tag': 'f597bd05-d344-4b22-a5d0-c4cddb730d93', 'status': 'completed', 'code': 200} Sep 24 15:36:33.492918 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32c6dbcb-5ac4-4f25-88b4-dde910060ab6 req-2c7dff17-e4ee-4f27-9c15-8c06080aa20e service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413327 Sep 24 15:36:33.503504 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681247-c70b-435b-b596-123cb4d05352 req-2ae9e767-e91a-479e-af65-deabe977bf49 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:33.506270 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24681247-c70b-435b-b596-123cb4d05352 req-2ae9e767-e91a-479e-af65-deabe977bf49 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0970836 Sep 24 15:36:33.536572 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cdefeda-faae-4c99-9b14-44cd38102412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.572193 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24681247-c70b-435b-b596-123cb4d05352 req-dbc7190a-534c-4a10-b5c8-9f530732f22f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596514 Sep 24 15:36:33.661025 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cdefeda-faae-4c99-9b14-44cd38102412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.663696 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-8cdefeda-faae-4c99-9b14-44cd38102412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.664846 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-8cdefeda-faae-4c99-9b14-44cd38102412 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc8e9dd6-d000-44ae-bef0-15817d461169 HTTP/1.1" status: 204 len: 168 time: 0.2749696 Sep 24 15:36:33.673647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefeda-faae-4c99-9b14-44cd38102412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8e9dd6-d000-44ae-bef0-15817d461169,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:34.078597 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-253ef84f-0fcb-4323-a0b5-59dbfc653d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.113248 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed0b52-d916-4593-9865-cb3509992a1f req-3f51b00a-6345-47fb-891c-7583bb68a069 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:34.114879 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2fed0b52-d916-4593-9865-cb3509992a1f req-3f51b00a-6345-47fb-891c-7583bb68a069 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0623655 Sep 24 15:36:34.131913 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ece28-c7c1-4064-90c0-2d659eab3853 req-d2c10ee1-7aa7-45db-9148-67a90bb70ee8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:34.133532 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c8ece28-c7c1-4064-90c0-2d659eab3853 req-d2c10ee1-7aa7-45db-9148-67a90bb70ee8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0663424 Sep 24 15:36:34.161381 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2fed0b52-d916-4593-9865-cb3509992a1f req-67bd1589-23dc-44b4-a1e6-583802d060f1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396886 Sep 24 15:36:34.190626 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9c8ece28-c7c1-4064-90c0-2d659eab3853 req-f547b2a8-9fbd-4ab0-9bd5-23e1975e0abc tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Sep 24 15:36:34.291583 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e87bae16-740b-4568-9dfc-bab43614c2e3 req-4b868384-b384-4721-8916-d55fa248f732 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d38681b-9b68-4767-a7f9-bba21195a1ab HTTP/1.1" status: 200 len: 210 time: 0.0266764 Sep 24 15:36:34.627112 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.692322 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f539b0e-632b-4735-bd88-b68644713821 req-939cc6bf-b588-4a6f-8051-e1f06104e15a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:34.693747 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5f539b0e-632b-4735-bd88-b68644713821 req-939cc6bf-b588-4a6f-8051-e1f06104e15a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0474443 Sep 24 15:36:34.731368 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5f539b0e-632b-4735-bd88-b68644713821 req-4f9588b8-b177-4585-9d48-557617398eb2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315959 Sep 24 15:36:35.111081 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.294522 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8d632-e5ae-494f-b80a-a8d81283b975 req-a7f47f82-fc78-4085-9707-815ad3f6af7a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:35.296807 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2fd8d632-e5ae-494f-b80a-a8d81283b975 req-a7f47f82-fc78-4085-9707-815ad3f6af7a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0613663 Sep 24 15:36:35.315969 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a727d-7eec-4c47-a49c-3f38363555b6 req-067c5537-7c8f-48e5-9300-9b12b9ebc1a1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:35.317559 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-359a727d-7eec-4c47-a49c-3f38363555b6 req-067c5537-7c8f-48e5-9300-9b12b9ebc1a1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0576251 Sep 24 15:36:35.351014 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2fd8d632-e5ae-494f-b80a-a8d81283b975 req-020dc57e-2636-4e33-8d22-4960d199f4a5 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Sep 24 15:36:35.360354 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-359a727d-7eec-4c47-a49c-3f38363555b6 req-578672e9-4a64-4275-917d-06e15ff89ec2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Sep 24 15:36:35.858377 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fc673-2ad0-4606-8648-7352526f94f8 req-dee00c04-c091-4ead-abec-04257a550a4e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:35.860416 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-356fc673-2ad0-4606-8648-7352526f94f8 req-dee00c04-c091-4ead-abec-04257a550a4e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0543811 Sep 24 15:36:35.897966 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-356fc673-2ad0-4606-8648-7352526f94f8 req-638b0393-67d3-4fb2-b3a9-ff5fe5d64b7b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315750 Sep 24 15:36:36.327734 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device f597bd05-d344-4b22-a5d0-c4cddb730d93 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:36.349086 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: f597bd05-d344-4b22-a5d0-c4cddb730d93 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:36.349423 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device f597bd05-d344-4b22-a5d0-c4cddb730d93 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:36.480573 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614a4d-33e9-4f2d-837d-3c0f54be6a2c req-e27735dc-84a0-485d-8b5a-0da92ce41a47 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:36.512406 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-35614a4d-33e9-4f2d-837d-3c0f54be6a2c req-e27735dc-84a0-485d-8b5a-0da92ce41a47 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0568502 Sep 24 15:36:36.512627 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802498-5167-4cd5-8c7d-78c2ec9a5e2f req-dc73ce98-c6de-4ce7-9d7a-8c2515917036 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:36.512627 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-57802498-5167-4cd5-8c7d-78c2ec9a5e2f req-dc73ce98-c6de-4ce7-9d7a-8c2515917036 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0484371 Sep 24 15:36:36.520534 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-35614a4d-33e9-4f2d-837d-3c0f54be6a2c req-21b3deeb-36f5-458d-9c68-ac7a4f195336 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317776 Sep 24 15:36:36.526823 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-57802498-5167-4cd5-8c7d-78c2ec9a5e2f req-577916cc-e32f-485e-ab8e-6f49390edbb8 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Sep 24 15:36:36.696450 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.017899 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1cf30-a61a-412b-8849-81eecfd725d1 req-f3c6dd60-9998-40b3-b883-50b4b48dee96 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.019573 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-afe1cf30-a61a-412b-8849-81eecfd725d1 req-f3c6dd60-9998-40b3-b883-50b4b48dee96 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0489128 Sep 24 15:36:37.059559 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-afe1cf30-a61a-412b-8849-81eecfd725d1 req-77ad7e17-a6d8-48a4-84bc-54553e651dbd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331690 Sep 24 15:36:37.395657 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7038e-3e1f-4303-a53e-5db5081e3652 req-430adee3-a3a0-4c96-93f8-5b45645613f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.397197 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-65d7038e-3e1f-4303-a53e-5db5081e3652 req-430adee3-a3a0-4c96-93f8-5b45645613f0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0523205 Sep 24 15:36:37.437210 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-65d7038e-3e1f-4303-a53e-5db5081e3652 req-39190a25-035e-457b-a0c7-b135d345a17f tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Sep 24 15:36:37.643042 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bc825-dcdb-4094-826d-1d04cd6fa6fd req-9e88d8b9-a4e1-46d8-b581-71e0bebb710b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.644696 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a37bc825-dcdb-4094-826d-1d04cd6fa6fd req-9e88d8b9-a4e1-46d8-b581-71e0bebb710b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0504053 Sep 24 15:36:37.649340 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bb9fd-bcc2-4429-8b0f-21b89291e805 req-c01408b0-43bd-44c4-aef3-b517f358b167 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.650825 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-053bb9fd-bcc2-4429-8b0f-21b89291e805 req-c01408b0-43bd-44c4-aef3-b517f358b167 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0567067 Sep 24 15:36:37.682022 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a37bc825-dcdb-4094-826d-1d04cd6fa6fd req-d9b55c8e-83ce-4212-8a6f-3964e9197e16 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Sep 24 15:36:37.689534 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-053bb9fd-bcc2-4429-8b0f-21b89291e805 req-96c43cd9-e98a-4e88-9c6c-ab8f2dbb21c0 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325038 Sep 24 15:36:37.952844 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-67f9739d-0dc7-4e95-96c9-230a30310575 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.954354 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-67f9739d-0dc7-4e95-96c9-230a30310575 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Sep 24 15:36:38.052581 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Deleting port d49e6679-c785-4d04-b4e7-952c35fe6d3a {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:38.052922 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.152292 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] For port d49e6679-c785-4d04-b4e7-952c35fe6d3a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d49e6679-c785-4d04-b4e7-952c35fe6d3a,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:38.152659 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.185846 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Calling delete_port for d49e6679-c785-4d04-b4e7-952c35fe6d3a owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:38.210639 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c927dbe-dd78-434b-bfa9-bd8bcec7e762 req-c8ec84e6-ae06-4092-ab07-78b94a6087ef tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:38.212199 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5c927dbe-dd78-434b-bfa9-bd8bcec7e762 req-c8ec84e6-ae06-4092-ab07-78b94a6087ef tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0789092 Sep 24 15:36:38.291673 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5c927dbe-dd78-434b-bfa9-bd8bcec7e762 req-fc3577ed-91a5-40bc-b863-e1d9deeabe23 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499799 Sep 24 15:36:38.350789 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:38.447916 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:38.459740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'port_id': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'mac_address': 'fa:16:3e:7b:b9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:38.470265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.491946 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e', 'd49e6679-c785-4d04-b4e7-952c35fe6d3a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:38.506800 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Pushing event deleted for resources: {'Port': ['ID=d49e6679-c785-4d04-b4e7-952c35fe6d3a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:38.523024 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.548455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] No DVR routers for this DVR port d49e6679-c785-4d04-b4e7-952c35fe6d3a on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:38.548690 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f4db5e-6757-446f-a74b-df53d125c8ef {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:38.551864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.554132 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3911ba2a-43d6-400f-b8c2-ca097239def2 req-8b8f4f07-52ab-4bbc-8115-1aab7dd304f2 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "DELETE /v2.0/ports/d49e6679-c785-4d04-b4e7-952c35fe6d3a HTTP/1.1" status: 204 len: 173 time: 0.5892673 Sep 24 15:36:38.554673 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'name': 'network-vif-deleted', 'tag': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:38.557362 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e1610-0dcf-43fa-8a68-051020ca202b" -d '{"events": [{"server_uuid": "b0637465-483b-461e-9ea9-302c2f94ac41", "name": "network-vif-deleted", "tag": "d49e6679-c785-4d04-b4e7-952c35fe6d3a"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:38.564244 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f817f-fdf3-41b1-9840-faca59aede7b req-9dc536a7-e2d8-40f7-a763-3a19b860d6e0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:38.565815 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2f9f817f-fdf3-41b1-9840-faca59aede7b req-9dc536a7-e2d8-40f7-a763-3a19b860d6e0 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0566857 Sep 24 15:36:38.570800 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:38.602526 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27725cc5-ac23-4f36-9160-5001e698054c x-openstack-request-id: req-27725cc5-ac23-4f36-9160-5001e698054c {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:38.603027 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0637465-483b-461e-9ea9-302c2f94ac41", "name": "network-vif-deleted", "tag": "d49e6679-c785-4d04-b4e7-952c35fe6d3a", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:38.603313 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27725cc5-ac23-4f36-9160-5001e698054c {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:38.603706 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0637465-483b-461e-9ea9-302c2f94ac41', 'name': 'network-vif-deleted', 'tag': 'd49e6679-c785-4d04-b4e7-952c35fe6d3a', 'status': 'completed', 'code': 200} Sep 24 15:36:38.608672 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2f9f817f-fdf3-41b1-9840-faca59aede7b req-9d69b2ab-0de9-4755-9a3e-0e0d07310796 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Sep 24 15:36:38.667563 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.715694 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:38.787355 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9c1b719-ef1d-4cb1-9627-637414a26026 req-d1e72dba-0b15-4a30-a7ce-49d433c00e5e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0637465-483b-461e-9ea9-302c2f94ac41 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Sep 24 15:36:38.831820 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8a6be-0eea-411b-a482-9621a72d14e6 req-07cd1ab1-702c-40c7-bc91-60ac2b345b4a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:38.833288 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a0a8a6be-0eea-411b-a482-9621a72d14e6 req-07cd1ab1-702c-40c7-bc91-60ac2b345b4a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.0477262 Sep 24 15:36:38.869608 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a0a8a6be-0eea-411b-a482-9621a72d14e6 req-5421a638-159c-480a-b020-0d336a7f6d23 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303411 Sep 24 15:36:39.113611 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['74f4db5e-6757-446f-a74b-df53d125c8ef'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:39.724572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5567c-3954-47e7-bc9b-1efaea8f4cbd req-a04a495b-8f38-4b3e-a06f-4fd50862a913 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:39.726064 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a5567c-3954-47e7-bc9b-1efaea8f4cbd req-a04a495b-8f38-4b3e-a06f-4fd50862a913 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0473692 Sep 24 15:36:39.763832 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a5567c-3954-47e7-bc9b-1efaea8f4cbd req-e8d15784-b10d-4907-841b-1930bc58c431 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Sep 24 15:36:39.871555 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652619-df7d-4d03-b2be-7f228212442d req-51390816-0779-435a-a2e5-108a759e3050 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:39.873101 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-77652619-df7d-4d03-b2be-7f228212442d req-51390816-0779-435a-a2e5-108a759e3050 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 946 time: 0.0580230 Sep 24 15:36:39.974462 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Deleting port fa16d46a-8a1b-4168-832b-636dc1cae91a {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:39.974812 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.989540 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeca8d-7e9f-4577-a30d-1e35bea8cabb req-3632da64-dff3-46c6-a54b-ec3249612208 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:39.991012 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-46aeca8d-7e9f-4577-a30d-1e35bea8cabb req-3632da64-dff3-46c6-a54b-ec3249612208 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.0514820 Sep 24 15:36:40.032352 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-46aeca8d-7e9f-4577-a30d-1e35bea8cabb req-80b43af4-0dfe-45db-92e0-b9e29555abe6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340135 Sep 24 15:36:40.072000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] For port fa16d46a-8a1b-4168-832b-636dc1cae91a, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=fa16d46a-8a1b-4168-832b-636dc1cae91a,segment=NetworkSegment(5b308894-56ca-4778-9e03-11e146888ece),segment_id=5b308894-56ca-4778-9e03-11e146888ece)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:40.072372 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.084350 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Calling delete_port for fa16d46a-8a1b-4168-832b-636dc1cae91a owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:40.312510 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.328268 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['fa16d46a-8a1b-4168-832b-636dc1cae91a'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:40.354253 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:40.361908 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14bb9-4d2d-4d35-83f4-dac81d5f3921 req-002ffa16-3290-4c32-a02d-0cef9cfaa893 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:40.363447 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b2e14bb9-4d2d-4d35-83f4-dac81d5f3921 req-002ffa16-3290-4c32-a02d-0cef9cfaa893 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0531461 Sep 24 15:36:40.370856 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Pushing event deleted for resources: {'Port': ['ID=fa16d46a-8a1b-4168-832b-636dc1cae91a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:40.390103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] No DVR routers for this DVR port fa16d46a-8a1b-4168-832b-636dc1cae91a on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:40.392701 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.395020 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-77652619-df7d-4d03-b2be-7f228212442d req-342b38cb-48f5-4500-ad07-47d6d8cafec1 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.109 "DELETE /v2.0/ports/fa16d46a-8a1b-4168-832b-636dc1cae91a HTTP/1.1" status: 204 len: 173 time: 0.5082114 Sep 24 15:36:40.404772 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b2e14bb9-4d2d-4d35-83f4-dac81d5f3921 req-e0a34356-17d9-4b1e-8e97-b27712bcaeb9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Sep 24 15:36:40.483554 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 74f4db5e-6757-446f-a74b-df53d125c8ef completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:40.487532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 74f4db5e-6757-446f-a74b-df53d125c8ef triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:40.487932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.569741 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.591927 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:40.594130 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5f8722-94a5-46f9-9be0-f094163e9023" -d '{"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-plugged", "status": "completed", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:40.604790 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'name': 'network-vif-deleted', 'tag': 'fa16d46a-8a1b-4168-832b-636dc1cae91a'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:40.606897 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:40.607713 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f25e2a5-4dc9-4388-bbd3-def5b436371d" -d '{"events": [{"server_uuid": "362d9429-5341-4fb5-bfbd-80ebd90a0eb2", "name": "network-vif-deleted", "tag": "fa16d46a-8a1b-4168-832b-636dc1cae91a"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:40.632616 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d83206-6279-4a82-9b56-dbe6599155a1 x-openstack-request-id: req-10d83206-6279-4a82-9b56-dbe6599155a1 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:40.633024 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-plugged", "status": "completed", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:40.633282 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10d83206-6279-4a82-9b56-dbe6599155a1 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:40.633710 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'code': 200} Sep 24 15:36:40.644307 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5e785-2383-43e5-9bca-c8dbe6d839d4 x-openstack-request-id: req-10c5e785-2383-43e5-9bca-c8dbe6d839d4 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:40.644630 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362d9429-5341-4fb5-bfbd-80ebd90a0eb2", "name": "network-vif-deleted", "tag": "fa16d46a-8a1b-4168-832b-636dc1cae91a", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:40.644880 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10c5e785-2383-43e5-9bca-c8dbe6d839d4 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:40.645265 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362d9429-5341-4fb5-bfbd-80ebd90a0eb2', 'name': 'network-vif-deleted', 'tag': 'fa16d46a-8a1b-4168-832b-636dc1cae91a', 'status': 'completed', 'code': 200} Sep 24 15:36:40.781267 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.782089 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d49e6679-c785-4d04-b4e7-952c35fe6d3a no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:40.824807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: d49e6679-c785-4d04-b4e7-952c35fe6d3a {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:40.825079 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d49e6679-c785-4d04-b4e7-952c35fe6d3a not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:40.849777 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:40.860084 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-93862b9f-3b36-43a0-91d0-9768cf245f3d req-35e286ca-28e4-41c1-8892-c820feed94b2 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Sep 24 15:36:41.093783 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911b2f-4a25-4322-ae3c-093a06f09bbe req-fb02e0cc-d2a1-49fd-8dde-3414ee0210c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:41.095326 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bb911b2f-4a25-4322-ae3c-093a06f09bbe req-fb02e0cc-d2a1-49fd-8dde-3414ee0210c8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0403352 Sep 24 15:36:41.136046 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bb911b2f-4a25-4322-ae3c-093a06f09bbe req-de06e105-3986-4684-8307-668f5389500b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Sep 24 15:36:41.147874 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36728a5-612f-412a-a99c-733ccdad8653 req-7d4c0a0b-448e-4619-8402-b9ac510e6e52 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:41.149332 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c36728a5-612f-412a-a99c-733ccdad8653 req-7d4c0a0b-448e-4619-8402-b9ac510e6e52 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0468647 Sep 24 15:36:41.185033 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c36728a5-612f-412a-a99c-733ccdad8653 req-d5577974-d8a7-4207-abb0-fbfeb26353b1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296650 Sep 24 15:36:41.518718 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa2ce3-e547-4e9d-b61a-7ccd732d6a6d req-8dc2a4b7-8226-4530-ae5f-8951d937027c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:41.520189 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4eaa2ce3-e547-4e9d-b61a-7ccd732d6a6d req-8dc2a4b7-8226-4530-ae5f-8951d937027c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0475774 Sep 24 15:36:41.556590 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4eaa2ce3-e547-4e9d-b61a-7ccd732d6a6d req-5f0eada3-4427-468a-8d4e-fb94f8aac08e tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305462 Sep 24 15:36:41.966494 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f0f9ed6b-4253-48da-aa2a-980bb1ef833f req-aa3814d7-de30-4e1e-b054-237199c5c5b4 tempest-AttachVolumeNegativeTest-1798449790 tempest-AttachVolumeNegativeTest-1798449790-project] 10.222.0.60 "GET /v2.0/ports?device_id=362d9429-5341-4fb5-bfbd-80ebd90a0eb2 HTTP/1.1" status: 200 len: 210 time: 0.0284491 Sep 24 15:36:42.300796 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b37ca-b8ab-48e9-ac9d-227edb585677 req-7300bb95-5176-40bf-a988-1caa6df94863 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.302308 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c63b37ca-b8ab-48e9-ac9d-227edb585677 req-7300bb95-5176-40bf-a988-1caa6df94863 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0512221 Sep 24 15:36:42.339693 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c63b37ca-b8ab-48e9-ac9d-227edb585677 req-78ba7ad0-bf72-408f-a8e3-0bb3cbf0df34 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Sep 24 15:36:42.669686 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245eda-3011-407b-b8b5-aa11737179ac req-6ff484bb-0e58-4f63-8184-17a5328577c9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.671233 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1f245eda-3011-407b-b8b5-aa11737179ac req-6ff484bb-0e58-4f63-8184-17a5328577c9 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0485387 Sep 24 15:36:42.709966 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1f245eda-3011-407b-b8b5-aa11737179ac req-ddd08f1b-0226-47db-b021-d1d9fda06c12 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Sep 24 15:36:43.020610 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51220) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:43.063482 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Deleting subnet 671cd4cf-26f4-4493-8248-52fe2ad0109c {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:43.066619 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.100541 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.141486 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.277611 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.302029 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671cd4cf-26f4-4493-8248-52fe2ad0109c,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:43.305927 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.307899 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-01989650-0c84-416b-bd0e-5760a02800fd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/671cd4cf-26f4-4493-8248-52fe2ad0109c HTTP/1.1" status: 204 len: 168 time: 0.2862625 Sep 24 15:36:43.310349 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51222) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:43.376691 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.481688 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.511407 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd783ab2-cc62-4221-95f6-a0cb93203b62 req-27f28c8f-d305-4670-b01f-2afc3f6a57f1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:43.512890 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fd783ab2-cc62-4221-95f6-a0cb93203b62 req-27f28c8f-d305-4670-b01f-2afc3f6a57f1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.1028209 Sep 24 15:36:43.514887 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6f70c9-9209-45a3-b796-d3f537cf0dea']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:43.530424 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b308894-56ca-4778-9e03-11e146888ece') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:43.530639 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b308894-56ca-4778-9e03-11e146888ece') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:43.549362 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.568447 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.577689 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Releasing vlan 1325 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:43.578068 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:43.579798 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:43.582618 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fd783ab2-cc62-4221-95f6-a0cb93203b62 req-454a692d-0e51-4e4c-b05f-14fcbb1f168a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609457 Sep 24 15:36:43.693965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684169e-7d05-4d16-84cd-a5d2b12efa1b req-26fc2761-3bc8-45ba-913a-155e8f304382 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:43.695491 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f684169e-7d05-4d16-84cd-a5d2b12efa1b req-26fc2761-3bc8-45ba-913a-155e8f304382 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0463767 Sep 24 15:36:43.734221 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.747565 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.747565 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f6f70c9-9209-45a3-b796-d3f537cf0dea HTTP/1.1" status: 204 len: 168 time: 0.4302781 Sep 24 15:36:43.760554 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b246ac-3eac-4fbe-940c-43cecf3d164f admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6f70c9-9209-45a3-b796-d3f537cf0dea,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:43.760665 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f684169e-7d05-4d16-84cd-a5d2b12efa1b req-8aada42e-9ea8-4524-9bb7-78206d34cf5e tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539131 Sep 24 15:36:43.774286 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51234) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:43.843688 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e865386-bc12-466f-9688-c9cae73ef2b0 req-65bfbbee-cd5d-4dd0-b62d-9b451635c26b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:43.845246 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e865386-bc12-466f-9688-c9cae73ef2b0 req-65bfbbee-cd5d-4dd0-b62d-9b451635c26b tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0493672 Sep 24 15:36:43.883039 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e865386-bc12-466f-9688-c9cae73ef2b0 req-61095185-c467-4767-bbe7-121a92c10c99 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Sep 24 15:36:43.978673 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08b199-bc78-4f21-8b28-4546ae4f3edf tempest-TestShelveInstance-628447726 tempest-TestShelveInstance-628447726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:43.980185 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-eb08b199-bc78-4f21-8b28-4546ae4f3edf tempest-TestShelveInstance-628447726 tempest-TestShelveInstance-628447726-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1093 time: 0.2049091 Sep 24 15:36:43.983671 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51238) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:43.987999 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'port_id': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:44.123571 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.170517 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51240) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:44.210669 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ced6b8d9-23fd-457b-b43b-432c95f42261 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea124211030c4717959a7d19c27aca65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389729 Sep 24 15:36:44.213304 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51242) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:44.218865 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.262157 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-db56784f-c62a-4fb1-afab-bc3eebf0e7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.283666 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-db56784f-c62a-4fb1-afab-bc3eebf0e7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.324740 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Allocated IP 172.27.1.131 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/fd5dea86-3de9-4e65-8a6f-e23f3b7a60ff) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:44.407121 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device fa16d46a-8a1b-4168-832b-636dc1cae91a no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:44.423310 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.428075 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: fa16d46a-8a1b-4168-832b-636dc1cae91a {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:44.428432 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device fa16d46a-8a1b-4168-832b-636dc1cae91a not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:44.441062 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-db56784f-c62a-4fb1-afab-bc3eebf0e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.443986 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-db56784f-c62a-4fb1-afab-bc3eebf0e7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.445145 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-db56784f-c62a-4fb1-afab-bc3eebf0e7fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3 HTTP/1.1" status: 204 len: 168 time: 0.2309551 Sep 24 15:36:44.453731 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56784f-c62a-4fb1-afab-bc3eebf0e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ca9b4b-bc53-4e97-9023-b3fd5308cbb3,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:44.578401 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.613559 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:44.616287 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:44.619601 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:44.645569 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'Port': ['ID=fd5dea86-3de9-4e65-8a6f-e23f3b7a60ff,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:45.021939 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.051937 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab40c0-702e-4c27-86c4-c4dd432a809e req-707ede97-ffc7-4b04-8b54-4b767baee7aa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.053547 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c5ab40c0-702e-4c27-86c4-c4dd432a809e req-707ede97-ffc7-4b04-8b54-4b767baee7aa tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0879104 Sep 24 15:36:45.065972 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442d774-e023-4485-beb3-839d870d87b6 req-3a2c3067-bb19-43e8-ab96-4586be47fb04 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.067637 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5442d774-e023-4485-beb3-839d870d87b6 req-3a2c3067-bb19-43e8-ab96-4586be47fb04 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0483937 Sep 24 15:36:45.101639 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c5ab40c0-702e-4c27-86c4-c4dd432a809e req-ecf4e587-da29-4a0a-88e3-6de4bf748650 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Sep 24 15:36:45.135814 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5442d774-e023-4485-beb3-839d870d87b6 req-7442bd8c-253c-49eb-ab46-62843752f596 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602064 Sep 24 15:36:45.181888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-2ce7a127-1a03-4966-a38e-e6e61a5a2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.183536 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-2ce7a127-1a03-4966-a38e-e6e61a5a2ba2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1138 time: 0.0464694 Sep 24 15:36:45.206358 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.280700 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-63b09552-82ff-4e8f-8376-b8e48cde58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.282551 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-63b09552-82ff-4e8f-8376-b8e48cde58a4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.0884657 Sep 24 15:36:45.364262 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.367944 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-2cc9e1bb-a914-4f45-b78b-3ee396a56d22 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 1001 time: 0.0638490 Sep 24 15:36:45.420229 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-6d58437f-9db6-4992-aa61-21b9cfcb9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.421728 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-6d58437f-9db6-4992-aa61-21b9cfcb9f93 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.0447059 Sep 24 15:36:45.468817 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-559827bd-3e22-4c26-b225-01a56f05b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.470277 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-559827bd-3e22-4c26-b225-01a56f05b042 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399187 Sep 24 15:36:45.528843 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.574019 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-a887ef4b-37b2-4fd8-a34e-c67a7e0ac3a5 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919654 Sep 24 15:36:45.601844 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event updated for resources: {'Port': ['ID=fd5dea86-3de9-4e65-8a6f-e23f3b7a60ff,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:45.612187 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.672174 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5297b1c7-29ff-4068-976c-ff1c8b5af78a req-1bb44057-f413-4ea8-804e-2949a18cf92f service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865612 Sep 24 15:36:45.709019 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Floating IP d4bab564-59a3-4780-9ab8-1e5e95061b5e associated. External IP: 172.27.1.131, port: 74f4db5e-6757-446f-a74b-df53d125c8ef. Sep 24 15:36:45.913806 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:46.022191 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:46.034684 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96710720-1d28-4876-884f-9408359270ba None None] Sync routers for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:46.043925 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96710720-1d28-4876-884f-9408359270ba None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:46.044540 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-96710720-1d28-4876-884f-9408359270ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:46.134538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.150710 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-96710720-1d28-4876-884f-9408359270ba None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:46.174655 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4549aff6-bff8-41a1-a151-762dc0d13ae4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1899040 Sep 24 15:36:46.175391 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:46.177747 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41189172-6c22-44de-af5e-02aa4d072cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:46.251606 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074187e-0e9f-4daa-a5d3-d42f98549bc7 req-9e0a1254-a7be-4845-b94a-539c19f4fba5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.253156 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c074187e-0e9f-4daa-a5d3-d42f98549bc7 req-9e0a1254-a7be-4845-b94a-539c19f4fba5 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0624681 Sep 24 15:36:46.307785 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141f310-a0d3-48c9-8c1f-e41b0e3d1a93 req-422abc98-f0b1-475b-82fe-09f4b1bfef87 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.311787 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c074187e-0e9f-4daa-a5d3-d42f98549bc7 req-ce576fcf-2d49-40bf-9658-55b5f97f4c1a tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520527 Sep 24 15:36:46.315670 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5141f310-a0d3-48c9-8c1f-e41b0e3d1a93 req-422abc98-f0b1-475b-82fe-09f4b1bfef87 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0943751 Sep 24 15:36:46.359075 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a637084-52f7-400f-b508-9f61f235f98c x-openstack-request-id: req-5a637084-52f7-400f-b508-9f61f235f98c {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:46.359474 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:46.359874 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a637084-52f7-400f-b508-9f61f235f98c {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:46.360259 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'status': 'completed', 'code': 200} Sep 24 15:36:46.365013 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5141f310-a0d3-48c9-8c1f-e41b0e3d1a93 req-6c6690de-5c7d-4eca-b43f-aa43dadd200d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448918 Sep 24 15:36:46.435861 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-60a0e05c-b85f-45d0-ab1e-39926a818e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.439745 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-60a0e05c-b85f-45d0-ab1e-39926a818e9c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0411873 Sep 24 15:36:46.518615 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-96710720-1d28-4876-884f-9408359270ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'd4bab564-59a3-4780-9ab8-1e5e95061b5e', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'port_id': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'mac_address': 'fa:16:3e:7b:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:44Z', 'revision_number': 0, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:10Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:46.535470 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-b2ee4217-4951-415a-b134-86fbae55947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.537039 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-b2ee4217-4951-415a-b134-86fbae55947c service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.0899384 Sep 24 15:36:46.549521 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96710720-1d28-4876-884f-9408359270ba None None] Checking router: 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:46.558043 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96710720-1d28-4876-884f-9408359270ba None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:46.558652 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-96710720-1d28-4876-884f-9408359270ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:46.614232 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-60779e68-3f90-4f63-b709-fff0fa826390 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 999 time: 0.0605986 Sep 24 15:36:46.672120 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-96710720-1d28-4876-884f-9408359270ba None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:46.674665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-ee0c1cd8-0d84-4f4c-bc43-25ad6c223fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.675648 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-ee0c1cd8-0d84-4f4c-bc43-25ad6c223fa8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0461822 Sep 24 15:36:46.731474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-1d20a1b5-345f-497e-89f2-9d0ea46ee215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.733522 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-1d20a1b5-345f-497e-89f2-9d0ea46ee215 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448737 Sep 24 15:36:46.832310 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-63365225-5116-40d8-98d7-f42600781075 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Sep 24 15:36:46.913394 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-96710720-1d28-4876-884f-9408359270ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'd4bab564-59a3-4780-9ab8-1e5e95061b5e', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'port_id': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'mac_address': 'fa:16:3e:7b:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:44Z', 'revision_number': 0, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:10Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:46.939193 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41189172-6c22-44de-af5e-02aa4d072cb0 req-92fa3d0d-736f-4078-9641-49bec9a79d51 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939043 Sep 24 15:36:46.941100 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96710720-1d28-4876-884f-9408359270ba None None] The sync data for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi is: [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'd4bab564-59a3-4780-9ab8-1e5e95061b5e', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'port_id': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'mac_address': 'fa:16:3e:7b:b9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:44Z', 'revision_number': 0, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:10Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:47.120357 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375a21d-3be8-4f60-abe6-b8e9b9a45b9c None None] New status for floating IP d4bab564-59a3-4780-9ab8-1e5e95061b5e: ACTIVE {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:36:47.424138 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec46138-be7d-48f2-8580-722caec92443 req-b5048cdd-9e45-42b2-94ab-eeabec886ca4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:47.425412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51312) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:47.426169 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aec46138-be7d-48f2-8580-722caec92443 req-b5048cdd-9e45-42b2-94ab-eeabec886ca4 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Sep 24 15:36:47.464889 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aec46138-be7d-48f2-8580-722caec92443 req-caf2f6bd-cfd7-44d4-9204-23c4b74dba1c tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Sep 24 15:36:47.504293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e3d2d-4178-4cc0-9dd0-bd422e0e38d5 req-9cfbe203-a8ce-4ab2-96c0-875a42f51821 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:47.506072 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-389e3d2d-4178-4cc0-9dd0-bd422e0e38d5 req-9cfbe203-a8ce-4ab2-96c0-875a42f51821 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0672469 Sep 24 15:36:47.557240 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-389e3d2d-4178-4cc0-9dd0-bd422e0e38d5 req-89dc35f0-f7d6-4519-b57c-de0e9c81fbdb tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451303 Sep 24 15:36:47.558279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-383c8ee7-c069-449e-b19d-48a53e5c1622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.645275 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-383c8ee7-c069-449e-b19d-48a53e5c1622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.751385 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-383c8ee7-c069-449e-b19d-48a53e5c1622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.788770 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-383c8ee7-c069-449e-b19d-48a53e5c1622 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73eae6f2c2a2491cba3dec6d9b8df4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604603 Sep 24 15:36:47.790616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c8ee7-c069-449e-b19d-48a53e5c1622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4548f11-24ad-4fc5-8941-b5acb89837c7,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:47.791555 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51316) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:47.839011 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17b38f00-837b-4bc7-99f5-847495d67c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.858796 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17b38f00-837b-4bc7-99f5-847495d67c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.156879 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17b38f00-837b-4bc7-99f5-847495d67c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.159521 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17b38f00-837b-4bc7-99f5-847495d67c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.160667 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-17b38f00-837b-4bc7-99f5-847495d67c64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4548f11-24ad-4fc5-8941-b5acb89837c7 HTTP/1.1" status: 204 len: 168 time: 0.3681667 Sep 24 15:36:48.168533 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38f00-837b-4bc7-99f5-847495d67c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4548f11-24ad-4fc5-8941-b5acb89837c7,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:48.397823 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-b0137e71-7fcd-4403-9306-f39ab5898446 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.399313 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-b0137e71-7fcd-4403-9306-f39ab5898446 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0564034 Sep 24 15:36:48.501246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Deleting port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:48.501246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.595743 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9927b41-7491-499b-a333-5942f30446e7 req-50010d13-c758-412e-9a6c-729fdd14fae0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.603245 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d9927b41-7491-499b-a333-5942f30446e7 req-50010d13-c758-412e-9a6c-729fdd14fae0 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 945 time: 0.0695198 Sep 24 15:36:48.610120 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] For port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:48.610503 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.627247 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Calling delete_port for 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:48.648347 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d9927b41-7491-499b-a333-5942f30446e7 req-0971c6b6-42d6-4747-98f1-c884a5055247 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Sep 24 15:36:48.742482 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc479054-b0fe-456c-b186-433ef4f3ee31 req-e2433811-5a22-49cb-8e59-6e191cb86d19 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.744168 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cc479054-b0fe-456c-b186-433ef4f3ee31 req-e2433811-5a22-49cb-8e59-6e191cb86d19 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0740778 Sep 24 15:36:48.815330 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cc479054-b0fe-456c-b186-433ef4f3ee31 req-3342b972-ec2a-4f19-95dd-2b300ac8f871 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636044 Sep 24 15:36:48.985473 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.997946 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:49.012052 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Pushing event deleted for resources: {'Port': ['ID=51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.054563 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] No DVR routers for this DVR port 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:49.057187 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.059251 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a4f5aaf2-c048-44e4-a74b-83aeaefe411f req-06e5bb01-8520-443f-bc93-48a94cbb7492 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.109 "DELETE /v2.0/ports/51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e HTTP/1.1" status: 204 len: 173 time: 0.6536088 Sep 24 15:36:49.059690 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'name': 'network-vif-deleted', 'tag': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:49.062557 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b966886-da53-4ffe-86ba-deb6a29f1840" -d '{"events": [{"server_uuid": "ef5ca7bf-b2ea-46fe-813d-3213bf0d5068", "name": "network-vif-deleted", "tag": "51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:49.101959 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0825a3f-04f9-4c45-80d2-eefe5a71fa76 x-openstack-request-id: req-b0825a3f-04f9-4c45-80d2-eefe5a71fa76 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:49.101959 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5ca7bf-b2ea-46fe-813d-3213bf0d5068", "name": "network-vif-deleted", "tag": "51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:49.101959 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0825a3f-04f9-4c45-80d2-eefe5a71fa76 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:49.101959 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ca7bf-b2ea-46fe-813d-3213bf0d5068', 'name': 'network-vif-deleted', 'tag': '51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e', 'status': 'completed', 'code': 200} Sep 24 15:36:49.213283 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51340) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:49.225902 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b4341c1-937c-4d52-96e2-b5fb16541b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.314766 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b4341c1-937c-4d52-96e2-b5fb16541b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.453848 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9b4341c1-937c-4d52-96e2-b5fb16541b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.492512 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9b4341c1-937c-4d52-96e2-b5fb16541b56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=348462daa10b4520816db6cdb7df41d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781663 Sep 24 15:36:49.494793 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4341c1-937c-4d52-96e2-b5fb16541b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac1a476-eb3b-41b1-b62b-05a2229f794c,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.498416 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51344) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:49.549254 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-22153795-5008-459b-85dc-b9f6d6dcf07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.571006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-22153795-5008-459b-85dc-b9f6d6dcf07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.739656 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-22153795-5008-459b-85dc-b9f6d6dcf07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.742262 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-22153795-5008-459b-85dc-b9f6d6dcf07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.743489 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-22153795-5008-459b-85dc-b9f6d6dcf07e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ac1a476-eb3b-41b1-b62b-05a2229f794c HTTP/1.1" status: 204 len: 168 time: 0.2437901 Sep 24 15:36:49.756830 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22153795-5008-459b-85dc-b9f6d6dcf07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac1a476-eb3b-41b1-b62b-05a2229f794c,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.758219 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-58c5598c-f04e-48d9-9448-a75f577b3e0d req-e2538394-85d0-4280-a520-0ec7d62b8fa1 tempest-ServerRescueNegativeTestJSON-1118214602 tempest-ServerRescueNegativeTestJSON-1118214602-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef5ca7bf-b2ea-46fe-813d-3213bf0d5068 HTTP/1.1" status: 200 len: 210 time: 0.0304668 Sep 24 15:36:49.931933 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16681dda-5173-4f98-810d-0560c997278d req-90ac0d51-8797-4f1f-9cb0-1d23e37ebade tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.933416 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-16681dda-5173-4f98-810d-0560c997278d req-90ac0d51-8797-4f1f-9cb0-1d23e37ebade tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0492585 Sep 24 15:36:49.973832 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-16681dda-5173-4f98-810d-0560c997278d req-3fafbe2d-3c44-4a19-a55d-d1255ac89737 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336957 Sep 24 15:36:50.815308 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51370) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:51.147167 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8f87-cadd-46b4-810d-dae29a1d5420 req-44258080-2ea8-4763-b94f-dcd4565ad47b tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:51.148654 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-66cc8f87-cadd-46b4-810d-dae29a1d5420 req-44258080-2ea8-4763-b94f-dcd4565ad47b tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.1055460 Sep 24 15:36:51.213692 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-66cc8f87-cadd-46b4-810d-dae29a1d5420 req-20dfb28a-4682-4743-9ba9-f0a34f66bde8 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585523 Sep 24 15:36:51.506931 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.797522 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Deleting port 554c897d-14b0-4c8c-9879-20f3963c2253 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:51.797858 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.876248 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] For port 554c897d-14b0-4c8c-9879-20f3963c2253, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=554c897d-14b0-4c8c-9879-20f3963c2253,segment=NetworkSegment(dd35d057-a081-44c5-bbee-b8e25af726df),segment_id=dd35d057-a081-44c5-bbee-b8e25af726df)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:51.876884 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.888967 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Calling delete_port for 554c897d-14b0-4c8c-9879-20f3963c2253 owned by network:router_interface {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:52.206168 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.242216 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Pushing event deleted for resources: {'Port': ['ID=554c897d-14b0-4c8c-9879-20f3963c2253,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:52.348021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a768e-13c3-40dd-9f45-d30aebd0a527 req-95e60ed5-b7ea-49e8-b398-07bb457b006a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.349787 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b15a768e-13c3-40dd-9f45-d30aebd0a527 req-95e60ed5-b7ea-49e8-b398-07bb457b006a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0592613 Sep 24 15:36:52.396619 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b15a768e-13c3-40dd-9f45-d30aebd0a527 req-70d8173b-a01c-4eb7-a6ba-d31b2ac60ec2 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345149 Sep 24 15:36:52.400770 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.440492 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:52.464538 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:52.465152 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 51bd3927-4fa1-4bf3-8a06-2b45b1e7f74e not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:52.629789 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Router a8b4f181-a25a-4054-81d8-93812fb2175e has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:52.734304 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:52.739532 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f7b85d93-8d47-42f9-b1eb-795d6008ede5 admin admin] 10.222.0.60 "PUT /v2.0/routers/a8b4f181-a25a-4054-81d8-93812fb2175e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232366 Sep 24 15:36:52.742362 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51420) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:52.742962 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965239f1-4345-469e-91db-96487552d150 None None] Sync routers for ids ['a8b4f181-a25a-4054-81d8-93812fb2175e'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:52.753102 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965239f1-4345-469e-91db-96487552d150 None None] Routers {'a8b4f181-a25a-4054-81d8-93812fb2175e'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:52.753713 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-965239f1-4345-469e-91db-96487552d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['a8b4f181-a25a-4054-81d8-93812fb2175e'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:52.847194 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks [] for router, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.856780 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-965239f1-4345-469e-91db-96487552d150 None None] Set router a8b4f181-a25a-4054-81d8-93812fb2175e gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:53.035533 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-965239f1-4345-469e-91db-96487552d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 5, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:53.062175 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965239f1-4345-469e-91db-96487552d150 None None] Checking router: a8b4f181-a25a-4054-81d8-93812fb2175e for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:53.071016 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965239f1-4345-469e-91db-96487552d150 None None] Routers {'a8b4f181-a25a-4054-81d8-93812fb2175e'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:53.071670 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-965239f1-4345-469e-91db-96487552d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['a8b4f181-a25a-4054-81d8-93812fb2175e'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:53.139496 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.174217 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-965239f1-4345-469e-91db-96487552d150 None None] Set router a8b4f181-a25a-4054-81d8-93812fb2175e gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:53.350207 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-965239f1-4345-469e-91db-96487552d150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 5, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:53.376810 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965239f1-4345-469e-91db-96487552d150 None None] The sync data for ids ['a8b4f181-a25a-4054-81d8-93812fb2175e'] in dv-cinder-810924-1-iscsi is: [{'id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'name': 'tempest-ServerRescueNegativeTestJSON-1770349100-router', 'tenant_id': '2a33315c18c342d990ff997026e60f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:49Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 5, 'project_id': '2a33315c18c342d990ff997026e60f5f', 'gw_port': {'id': 'efcadbd7-7a7e-40fe-9b76-933a7488effd', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b4f181-a25a-4054-81d8-93812fb2175e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:53.518741 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ecd73-631f-4e39-a082-e7d678c652da req-51a3c8db-3055-4e40-926f-271f13fedf34 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.520237 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-080ecd73-631f-4e39-a082-e7d678c652da req-51a3c8db-3055-4e40-926f-271f13fedf34 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0546098 Sep 24 15:36:53.547647 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Deleting port efcadbd7-7a7e-40fe-9b76-933a7488effd {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:53.547647 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.572638 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-080ecd73-631f-4e39-a082-e7d678c652da req-c656e29a-5b1c-4596-bdf9-5df74e97a139 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445385 Sep 24 15:36:53.633344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] For port efcadbd7-7a7e-40fe-9b76-933a7488effd, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=efcadbd7-7a7e-40fe-9b76-933a7488effd,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:53.633638 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.649275 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Calling delete_port for efcadbd7-7a7e-40fe-9b76-933a7488effd owned by network:router_gateway {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:53.910847 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.972570 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Pushing event deleted for resources: {'Port': ['ID=efcadbd7-7a7e-40fe-9b76-933a7488effd,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:54.036348 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.156031 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.158192 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.448158 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.448731 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b4f181-a25a-4054-81d8-93812fb2175e {{(pid=94564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:36:54.455077 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.455569 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-181def27-3145-4ad8-8f02-30f0fe05540c admin admin] 10.222.0.60 "DELETE /v2.0/routers/a8b4f181-a25a-4054-81d8-93812fb2175e HTTP/1.1" status: 204 len: 168 time: 1.7122233 Sep 24 15:36:54.459126 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51442) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:54.498618 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 554c897d-14b0-4c8c-9879-20f3963c2253 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:54.519577 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 554c897d-14b0-4c8c-9879-20f3963c2253 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:54.520160 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 554c897d-14b0-4c8c-9879-20f3963c2253 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:54.521580 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Deleting subnet 958a9095-e778-4939-96e1-f97e86a7afb8 {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:54.525388 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.561169 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.607290 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.704783 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89311ab-f167-4261-85bb-bd9f6c680237 req-752c16a9-2002-4837-8683-c2f24a9393ec tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.706183 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a89311ab-f167-4261-85bb-bd9f6c680237 req-752c16a9-2002-4837-8683-c2f24a9393ec tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0564995 Sep 24 15:36:54.776191 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-c17aa9d9-8322-40f4-ba7e-c979532e974d service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655665 Sep 24 15:36:54.780738 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a89311ab-f167-4261-85bb-bd9f6c680237 req-c0b6d07e-dd74-4897-bd67-757b5e43bda3 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618742 Sep 24 15:36:54.839550 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e27b52-28fd-414e-9990-85a27dc84171 req-3970d2eb-7dab-46bc-86d0-78647a5d7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.841663 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-3970d2eb-7dab-46bc-86d0-78647a5d7df6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 1099 time: 0.0429142 Sep 24 15:36:54.843016 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.869238 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958a9095-e778-4939-96e1-f97e86a7afb8,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:54.879977 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.881776 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-96bd6790-13c9-429e-ace8-1bb9ab7a3525 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/958a9095-e778-4939-96e1-f97e86a7afb8 HTTP/1.1" status: 204 len: 168 time: 0.4218042 Sep 24 15:36:54.884839 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51448) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:54.963006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.968861 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e27b52-28fd-414e-9990-85a27dc84171 req-8a2ff3bd-d535-4089-9293-0543e78a101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.973377 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-8a2ff3bd-d535-4089-9293-0543e78a101e service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.1024456 Sep 24 15:36:55.051872 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.052471 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-e2eec781-95d3-49d5-a35c-3249c54f90b9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 200 len: 1000 time: 0.0661795 Sep 24 15:36:55.072693 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbaccb5-9778-4549-ac7f-b2143254e232']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:55.082397 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd35d057-a081-44c5-bbee-b8e25af726df') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:55.082693 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd35d057-a081-44c5-bbee-b8e25af726df') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:55.098439 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.112670 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e27b52-28fd-414e-9990-85a27dc84171 req-bbe5509f-8e85-49f3-8c29-1787b99a10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.113315 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.114365 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-bbe5509f-8e85-49f3-8c29-1787b99a10b5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0532010 Sep 24 15:36:55.120185 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:55.120694 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:55.122497 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:55.161651 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e27b52-28fd-414e-9990-85a27dc84171 req-15a6aa4c-6d6f-4701-932d-5de2bf6da264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.163316 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-15a6aa4c-6d6f-4701-932d-5de2bf6da264 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415816 Sep 24 15:36:55.256854 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-6ff245fc-d444-4905-8a3e-f8407816f921 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858369 Sep 24 15:36:55.328422 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.339558 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.341423 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4dbaccb5-9778-4549-ac7f-b2143254e232 HTTP/1.1" status: 204 len: 168 time: 0.4555862 Sep 24 15:36:55.352156 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ecf49-3d9c-4dfb-8169-2ef6204e8fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbaccb5-9778-4549-ac7f-b2143254e232,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:55.353866 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-16e27b52-28fd-414e-9990-85a27dc84171 req-d381bc90-4d0e-4559-9580-b5e9462ed18e service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896614 Sep 24 15:36:55.822560 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51466) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:55.886963 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1beceb2c-0e35-41d9-9f75-f74d43c9fb8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a33315c18c342d990ff997026e60f5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630994 Sep 24 15:36:55.889433 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51468) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:55.911123 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51470) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:55.940858 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1a8da-fc8c-4987-b6da-1e709294c63a req-cf45d151-4740-45b1-bf80-52b884346758 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.942341 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b8d1a8da-fc8c-4987-b6da-1e709294c63a req-cf45d151-4740-45b1-bf80-52b884346758 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0928586 Sep 24 15:36:55.972418 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2f05771a-8d90-4d7e-8511-ebdd0e93b639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.006001 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b8d1a8da-fc8c-4987-b6da-1e709294c63a req-39b67888-1c22-4956-b8d1-6753890874b0 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574937 Sep 24 15:36:56.010401 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2f05771a-8d90-4d7e-8511-ebdd0e93b639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.029660 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3315e8d4-0617-484f-af61-6a32480d50a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.070466 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.179308 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2f05771a-8d90-4d7e-8511-ebdd0e93b639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.182091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2f05771a-8d90-4d7e-8511-ebdd0e93b639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.183314 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2f05771a-8d90-4d7e-8511-ebdd0e93b639 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31 HTTP/1.1" status: 204 len: 168 time: 0.2927454 Sep 24 15:36:56.199239 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05771a-8d90-4d7e-8511-ebdd0e93b639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1cdaf7-85e7-49d8-b0cf-4853f8b30e31,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.257614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3315e8d4-0617-484f-af61-6a32480d50a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.281701 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51478) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:56.388904 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3315e8d4-0617-484f-af61-6a32480d50a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.391059 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66f051bc-7518-413d-914e-38ac1138b836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.442256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315e8d4-0617-484f-af61-6a32480d50a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5c329a-db20-4d0e-a8d0-bb9c5dc5526d,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.447907 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device efcadbd7-7a7e-40fe-9b76-933a7488effd no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:56.451379 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51482) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:56.451678 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3315e8d4-0617-484f-af61-6a32480d50a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1106e881ea0d4861ae356a5f41549737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391214 Sep 24 15:36:56.480544 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: efcadbd7-7a7e-40fe-9b76-933a7488effd {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:56.481698 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device efcadbd7-7a7e-40fe-9b76-933a7488effd not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:56.516610 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edd45d33-40a8-49ca-8061-1e9527d81db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.531441 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66f051bc-7518-413d-914e-38ac1138b836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.537574 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edd45d33-40a8-49ca-8061-1e9527d81db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.647718 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66f051bc-7518-413d-914e-38ac1138b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.686853 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-66f051bc-7518-413d-914e-38ac1138b836 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa06cc917a0a4e2bb513dc9da7ea23ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040682 Sep 24 15:36:56.688403 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f051bc-7518-413d-914e-38ac1138b836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e490a602-5689-4003-8632-dbc8b9eed99a,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.689675 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51488) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:56.698585 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edd45d33-40a8-49ca-8061-1e9527d81db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.701348 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edd45d33-40a8-49ca-8061-1e9527d81db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.702331 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-edd45d33-40a8-49ca-8061-1e9527d81db2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b5c329a-db20-4d0e-a8d0-bb9c5dc5526d HTTP/1.1" status: 204 len: 168 time: 0.2499697 Sep 24 15:36:56.717078 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd45d33-40a8-49ca-8061-1e9527d81db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5c329a-db20-4d0e-a8d0-bb9c5dc5526d,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.765970 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c774e643-7253-4097-a9f7-5e4efbf5e10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.790443 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c774e643-7253-4097-a9f7-5e4efbf5e10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.979385 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c774e643-7253-4097-a9f7-5e4efbf5e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.981999 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c774e643-7253-4097-a9f7-5e4efbf5e10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.983252 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-c774e643-7253-4097-a9f7-5e4efbf5e10b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e490a602-5689-4003-8632-dbc8b9eed99a HTTP/1.1" status: 204 len: 168 time: 0.2924631 Sep 24 15:36:56.991048 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e643-7253-4097-a9f7-5e4efbf5e10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e490a602-5689-4003-8632-dbc8b9eed99a,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:57.135806 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8da4b-c631-44cb-adff-2f41df246184 req-05be3e54-94a1-4dba-b531-a72d5bcc875c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:57.137316 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-52e8da4b-c631-44cb-adff-2f41df246184 req-05be3e54-94a1-4dba-b531-a72d5bcc875c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0586824 Sep 24 15:36:57.186806 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-52e8da4b-c631-44cb-adff-2f41df246184 req-46d7e1b2-a827-4425-bfc1-24b7af1e7ed9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414965 Sep 24 15:36:57.923512 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51526) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:57.945244 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.043251 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.127885 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.165418 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d192a73cf6284443b884fa0e522b465c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404273 Sep 24 15:36:58.166538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d40a7-6fbb-4bc3-9c0f-8128ea2fcef1,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.168331 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51534) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.180944 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6d29fd-146c-44bd-8f35-6850c31afef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:58.223983 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a013c2cf-8b26-4af3-95d9-ff7e5a9d93bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.304766 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d8379-eca2-42fd-a530-2afc3f019fda req-c86d53c0-cee8-43aa-bfcb-1e7e6d8ad770 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:58.306279 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-676d8379-eca2-42fd-a530-2afc3f019fda req-c86d53c0-cee8-43aa-bfcb-1e7e6d8ad770 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0498424 Sep 24 15:36:58.320609 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a013c2cf-8b26-4af3-95d9-ff7e5a9d93bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.347186 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 51544) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:58.356261 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-676d8379-eca2-42fd-a530-2afc3f019fda req-e1d45672-f48b-4c3f-a9bb-e65d2db1b574 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423872 Sep 24 15:36:58.431229 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:36:58.499960 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1433857882-network', 'tenant_id': '0289dee5dcac4a078ab8d2a233600cca'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:58.510459 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a013c2cf-8b26-4af3-95d9-ff7e5a9d93bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.514025 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-a013c2cf-8b26-4af3-95d9-ff7e5a9d93bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.518456 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-a013c2cf-8b26-4af3-95d9-ff7e5a9d93bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/015d40a7-6fbb-4bc3-9c0f-8128ea2fcef1 HTTP/1.1" status: 204 len: 168 time: 0.3489633 Sep 24 15:36:58.526462 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013c2cf-8b26-4af3-95d9-ff7e5a9d93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d40a7-6fbb-4bc3-9c0f-8128ea2fcef1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.636156 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Made reservation on behalf of 0289dee5dcac4a078ab8d2a233600cca for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:58.639027 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.647810 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.734746 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.842315 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.866106 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1301, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:36:58.875487 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4924d-6bc3-4000-ad74-d698613e5e83,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.880057 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.880392 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Added segment 8920b535-50fa-45c5-9e4c-d497c277a43c of type vlan for network 37f7afa3-4009-4ccf-a8ef-6f730e73039a Sep 24 15:36:58.927285 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.067905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.069117 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:59.069818 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.132666 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] Pushing event updated for resources: {'Network': ['ID=37f7afa3-4009-4ccf-a8ef-6f730e73039a,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.143404 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 37f7afa3-4009-4ccf-a8ef-6f730e73039a details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:36:59.206270 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51574) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:59.208879 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d660cb6e-c222-46c9-9d00-d1e71de544e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8580234 Sep 24 15:36:59.212638 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Request body: {'subnet': {'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1433857882-subnet', 'tenant_id': '0289dee5dcac4a078ab8d2a233600cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:59.468978 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ef3ce-ffef-4505-aa6b-cbac20ba4cf8 req-3750971e-a5ef-4393-afc2-223ac18ed445 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:59.470483 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-006ef3ce-ffef-4505-aa6b-cbac20ba4cf8 req-3750971e-a5ef-4393-afc2-223ac18ed445 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0473104 Sep 24 15:36:59.473402 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Made reservation on behalf of 0289dee5dcac4a078ab8d2a233600cca for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:59.475637 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25659537'] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.563628 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-006ef3ce-ffef-4505-aa6b-cbac20ba4cf8 req-91421c61-42f9-4c42-9109-3a96dfcc18dc tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849936 Sep 24 15:36:59.811572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25659555'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.870138 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad70403-1a30-4cc6-b4f4-a0192bdb4c32,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.881326 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.881675 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.882017 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.882348 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.882671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.883000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.883345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.883668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.883971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.884291 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.884606 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.884918 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:59.889407 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Checking segment: {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:59.889747 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Network hostable DHCP agents. Network: 37f7afa3-4009-4ccf-a8ef-6f730e73039a, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:36:59.961987 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51594) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:00.022269 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Network 37f7afa3-4009-4ccf-a8ef-6f730e73039a is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:37:00.057893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786153887-network', 'tenant_id': 'a6f606fe3d134dca957cd9dac7d550c9'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:00.124859 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 37f7afa3-4009-4ccf-a8ef-6f730e73039a) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:00.128876 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.129497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.133608 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772f227-2b35-4c6c-8406-f56db69eda56 None None] Network 37f7afa3-4009-4ccf-a8ef-6f730e73039a requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:00.168896 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Made reservation on behalf of a6f606fe3d134dca957cd9dac7d550c9 for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:00.171241 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.179744 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.255190 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec358b0-e9df-4bc2-8017-4776c49f9d3c None None] Network 37f7afa3-4009-4ccf-a8ef-6f730e73039a requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:00.282073 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-425112a0-13e4-4729-b718-3b6b491c7116 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0739043 Sep 24 15:37:00.360502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.487440 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.513262 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1340, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:37:00.523011 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f56bf8a-72fc-4b54-b8f3-355a8bf77f5f,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:00.528419 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.528774 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Added segment 40589c24-8238-4051-bccc-6a67c795f88f of type vlan for network 64cfa327-a638-4736-ba00-47ac914d5094 Sep 24 15:37:00.571431 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.678207 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bee56b-e32e-4d64-b28e-a60ed6bcbe3a req-af1edec8-040f-4a6f-ab9f-8a4e43c77c05 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.679611 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-99bee56b-e32e-4d64-b28e-a60ed6bcbe3a req-af1edec8-040f-4a6f-ab9f-8a4e43c77c05 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0474551 Sep 24 15:37:00.698800 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.700343 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.700916 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.721167 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-99bee56b-e32e-4d64-b28e-a60ed6bcbe3a req-4cd0cad8-d4d0-45e7-918f-0e0a9f69602c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354478 Sep 24 15:37:00.758850 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] Pushing event updated for resources: {'Network': ['ID=64cfa327-a638-4736-ba00-47ac914d5094,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:00.768972 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 64cfa327-a638-4736-ba00-47ac914d5094 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:37:00.785303 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-fe8d82ec-431c-4ff9-8ca9-c29980d473e5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8222203 Sep 24 15:37:00.788147 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51606) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:00.793074 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Request body: {'subnet': {'network_id': '64cfa327-a638-4736-ba00-47ac914d5094', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786153887-subnet', 'tenant_id': 'a6f606fe3d134dca957cd9dac7d550c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:00.893124 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Made reservation on behalf of a6f606fe3d134dca957cd9dac7d550c9 for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:00.895524 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25659537'] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.188287 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25659555'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.242559 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4892c220-e8b6-4ef0-b1b1-51c5c0377a19,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:01.249563 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Checking segment: {'id': '40589c24-8238-4051-bccc-6a67c795f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '64cfa327-a638-4736-ba00-47ac914d5094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:01.249911 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Network hostable DHCP agents. Network: 64cfa327-a638-4736-ba00-47ac914d5094, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:37:01.479388 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0914eb47-405a-4682-9222-2971c92d871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.675910 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Network 64cfa327-a638-4736-ba00-47ac914d5094 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:37:01.823701 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 64cfa327-a638-4736-ba00-47ac914d5094) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:01.830242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:01.830777 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.832652 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31381a15-282f-47d0-b48e-883f812e7461 None None] Network 64cfa327-a638-4736-ba00-47ac914d5094 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:01.858625 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28f3f8-bd44-41d4-b50a-9131c4dc11f2 req-6f77f054-9de8-4748-a5bc-f73e13ec5ab7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:01.860436 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ed28f3f8-bd44-41d4-b50a-9131c4dc11f2 req-6f77f054-9de8-4748-a5bc-f73e13ec5ab7 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0678411 Sep 24 15:37:01.901850 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ed28f3f8-bd44-41d4-b50a-9131c4dc11f2 req-c8a787a4-edef-4fc4-ba06-2f01331dd6d9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349965 Sep 24 15:37:01.967706 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335f3259-9f65-4635-ad17-2cd6a38aa250 None None] Network 64cfa327-a638-4736-ba00-47ac914d5094 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:01.983449 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d5a5a97b-61f8-4b66-9252-8a347c36a52a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1939359 Sep 24 15:37:02.682161 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-ce65a205-d4e5-4cd5-aea5-0d65c8a8c9b2 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:02.683752 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-ce65a205-d4e5-4cd5-aea5-0d65c8a8c9b2 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/networks?id=37f7afa3-4009-4ccf-a8ef-6f730e73039a HTTP/1.1" status: 200 len: 814 time: 0.1023958 Sep 24 15:37:02.698081 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-1b166926-d2f4-4fc1-be99-30e722ae837b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/quotas/0289dee5dcac4a078ab8d2a233600cca HTTP/1.1" status: 200 len: 375 time: 0.0087268 Sep 24 15:37:02.727605 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-893c8889-e57f-4402-ae26-cabb93d41374 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0289dee5dcac4a078ab8d2a233600cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243595 Sep 24 15:37:02.816154 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-e482a947-3436-4759-9cda-58f34215969d service neutron] 10.222.0.60 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813115 Sep 24 15:37:02.878773 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51654) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:02.883932 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1866162201-network', 'tenant_id': '4721f248d4284e8184e5ed8a527e2948'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:03.006332 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Made reservation on behalf of 4721f248d4284e8184e5ed8a527e2948 for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:03.008864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.020911 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.038438 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee038-ce07-403f-871a-f3652864d76c req-d4e62266-b106-49f5-bdf5-8c8c027f9b3a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:03.039958 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e35ee038-ce07-403f-871a-f3652864d76c req-d4e62266-b106-49f5-bdf5-8c8c027f9b3a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0692601 Sep 24 15:37:03.102942 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e35ee038-ce07-403f-871a-f3652864d76c req-7e0892cd-5de6-4e10-9a87-f0b69620b8d0 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&id=9515eed6-c614-4266-a1a5-7a02fe5e4fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567255 Sep 24 15:37:03.123332 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-965a30f8-347d-4062-a87f-1297886c07a9 service neutron] 10.222.0.60 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009753 Sep 24 15:37:03.163085 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.252582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.276202 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1345, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:37:03.290741 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d32a81-43db-4179-b767-ee34ab7d9e90,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:03.293796 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.294138 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Added segment 5211172c-33b9-409a-a252-819383e56164 of type vlan for network b2e11f1a-8691-441b-893e-8ac1d8ac5538 Sep 24 15:37:03.338477 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.381323 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6a8555a9-1a83-4913-81c0-a3ff3539cfaf req-4e2ca4f3-5997-4836-b530-1e89bd824ab9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0344462 Sep 24 15:37:03.526999 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.528028 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:03.528614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.588476 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e11f1a-8691-441b-893e-8ac1d8ac5538,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:03.599398 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network b2e11f1a-8691-441b-893e-8ac1d8ac5538 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:37:03.668274 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f0f1a02f-308f-4224-881a-26f1352a93d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7883070 Sep 24 15:37:03.670883 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 51674) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:03.675775 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Request body: {'subnet': {'network_id': 'b2e11f1a-8691-441b-893e-8ac1d8ac5538', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1866162201-subnet', 'tenant_id': '4721f248d4284e8184e5ed8a527e2948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:03.823755 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Made reservation on behalf of 4721f248d4284e8184e5ed8a527e2948 for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:03.826565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25659537'] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.092639 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d6f890c7-9c01-45eb-8a4f-1f7701cff47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.125115 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25659555'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.177418 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bf0493-257a-4990-aeb0-54d3b61b9117,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:04.187992 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Checking segment: {'id': '5211172c-33b9-409a-a252-819383e56164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1345, 'network_id': 'b2e11f1a-8691-441b-893e-8ac1d8ac5538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:04.188479 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Network hostable DHCP agents. Network: b2e11f1a-8691-441b-893e-8ac1d8ac5538, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:37:04.292963 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Network b2e11f1a-8691-441b-893e-8ac1d8ac5538 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:37:04.446883 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, b2e11f1a-8691-441b-893e-8ac1d8ac5538) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:04.451526 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:04.466502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.467374 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cef8fb-c3c7-4851-bff1-8d1fb6fc7967 None None] Network b2e11f1a-8691-441b-893e-8ac1d8ac5538 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:04.467478 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-83235aba-f3f7-4cb5-83e8-1e058ef145a5 req-59273ac5-bffe-48d0-b250-68efcaeddfa6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0252140 Sep 24 15:37:04.594661 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810294e-cb05-49a1-9844-f5598eb3aa23 None None] Network b2e11f1a-8691-441b-893e-8ac1d8ac5538 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:04.596593 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1f9afdb4-a3a1-4621-be3e-44c6891017f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9245641 Sep 24 15:37:04.656740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:05.153868 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:05.551776 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-72cd425d-df7d-4170-86d5-a667a95dec8e req-82d16157-3fbb-4e13-8849-0ba4c2396822 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0258720 Sep 24 15:37:06.644292 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a8d78b5e-3b28-4863-a30d-6396dfd7c96d req-cf48f6a9-a4c8-4092-886a-1ee3f73a8d05 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0245650 Sep 24 15:37:06.698216 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.735757 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-272445f3-5200-461d-863f-9f91f0456288 req-1ddbf66a-3d8c-4d72-9af0-589214399f4a tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0271456 Sep 24 15:37:08.291066 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-c25acfa2-1f2b-479e-b2b2-8932cf9702bc tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:08.292627 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-c25acfa2-1f2b-479e-b2b2-8932cf9702bc tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "GET /v2.0/networks?id=37f7afa3-4009-4ccf-a8ef-6f730e73039a HTTP/1.1" status: 200 len: 814 time: 0.1096151 Sep 24 15:37:08.308367 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Request body: {'port': {'device_id': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a', 'admin_state_up': True, 'tenant_id': '0289dee5dcac4a078ab8d2a233600cca'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:08.552681 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Made reservation on behalf of 0289dee5dcac4a078ab8d2a233600cca for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:08.556538 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:08.690697 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Allocated IP 172.20.0.4 (37f7afa3-4009-4ccf-a8ef-6f730e73039a/6ad70403-1a30-4cc6-b4f4-a0192bdb4c32/d27f09d8-5ed4-4c04-9569-f80f3b1f81ef) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:08.828106 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7802b18c-52c7-4ee0-8e63-b5b320ce59e9 req-6c12de4b-9e12-4ae4-a4b5-fc413e89ffb8 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0267313 Sep 24 15:37:08.849402 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:08.970848 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.013976 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Network 37f7afa3-4009-4ccf-a8ef-6f730e73039a is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:09.016901 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:09.020501 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:09.029155 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Pushing event updated for resources: {'Port': ['ID=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:09.074672 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:09.075243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.196183 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-246fcf80-111a-404d-b986-1333b70356eb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8923523 Sep 24 15:37:09.209112 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Request body: {'port': {'device_id': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:09.265411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.531311 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27f09d8-5ed4-4c04-9569-f80f3b1f81ef {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:09.538560 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.550456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Transition to ACTIVE for port object d27f09d8-5ed4-4c04-9569-f80f3b1f81ef will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:09.644247 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.692512 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:09.762943 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Attempting to bind port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:09.763355 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Attempting to bind port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:09.763623 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Attempting to bind port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef on network 37f7afa3-4009-4ccf-a8ef-6f730e73039a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:09.767870 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef on network 37f7afa3-4009-4ccf-a8ef-6f730e73039a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:09.768185 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Attempting to bind port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef on network 37f7afa3-4009-4ccf-a8ef-6f730e73039a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:09.772863 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:09.773195 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Checking segment: {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:09.773574 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Bound using segment: {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:09.773989 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Bound port: d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:09.774337 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.835361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] For port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:09.838411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] For port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:09.927405 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.971070 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:09.973224 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.973224 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] 10.222.0.109 "PUT /v2.0/ports/d27f09d8-5ed4-4c04-9569-f80f3b1f81ef HTTP/1.1" status: 200 len: 1093 time: 0.7681518 Sep 24 15:37:09.974194 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'tag': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:09.976475 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d380278-462a-4066-b54d-18f5bf0d3f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a31c37f9-f0cf-426c-9c8f-28515b5be08c", "tag": "d27f09d8-5ed4-4c04-9569-f80f3b1f81ef"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:09.996361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c3cc4-033c-435e-99c0-c5ca0d427efb req-6336d431-04f6-4b4d-9e62-ba3c730ad409 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:09.997942 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-084c3cc4-033c-435e-99c0-c5ca0d427efb req-6336d431-04f6-4b4d-9e62-ba3c730ad409 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 943 time: 0.0989919 Sep 24 15:37:10.020454 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c3e33-1807-4697-a0b2-b5683c3a3571 x-openstack-request-id: req-560c3e33-1807-4697-a0b2-b5683c3a3571 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:10.020739 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31c37f9-f0cf-426c-9c8f-28515b5be08c", "tag": "d27f09d8-5ed4-4c04-9569-f80f3b1f81ef", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:10.020987 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-560c3e33-1807-4697-a0b2-b5683c3a3571 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:10.021374 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'tag': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef', 'status': 'completed', 'code': 200} Sep 24 15:37:10.027898 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbdd28-37c5-4b56-aa99-51b9e9266168 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:10.049890 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-084c3cc4-033c-435e-99c0-c5ca0d427efb req-62ab1ef0-b943-46d4-a215-bdbf989cdca2 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Sep 24 15:37:10.087991 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380278-462a-4066-b54d-18f5bf0d3f1d req-b770c33c-7939-40dc-87d5-86734c022c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.090157 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d380278-462a-4066-b54d-18f5bf0d3f1d req-b770c33c-7939-40dc-87d5-86734c022c88 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0289dee5dcac4a078ab8d2a233600cca&device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 1096 time: 0.0393887 Sep 24 15:37:10.200317 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380278-462a-4066-b54d-18f5bf0d3f1d req-cfadc77d-6902-41fb-ab10-a9391901a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.201771 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d380278-462a-4066-b54d-18f5bf0d3f1d req-cfadc77d-6902-41fb-ab10-a9391901a9ce service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=0289dee5dcac4a078ab8d2a233600cca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0935855 Sep 24 15:37:10.299643 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380278-462a-4066-b54d-18f5bf0d3f1d req-b35d6b4f-2097-47ea-b1dc-ca674482e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.301081 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d380278-462a-4066-b54d-18f5bf0d3f1d req-b35d6b4f-2097-47ea-b1dc-ca674482e634 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0908544 Sep 24 15:37:10.393678 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-4a2cd873-992b-4745-a4ea-ee170cbaef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.395307 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-4a2cd873-992b-4745-a4ea-ee170cbaef5e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0289dee5dcac4a078ab8d2a233600cca&device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 1096 time: 0.0443358 Sep 24 15:37:10.637493 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-c8e7cfda-7ca8-4c65-9b66-4628c5b561d8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef HTTP/1.1" status: 200 len: 217 time: 0.2310004 Sep 24 15:37:10.692106 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-37f4833c-5a78-4684-aa9c-226cc40ffa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.693567 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-37f4833c-5a78-4684-aa9c-226cc40ffa32 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6ad70403-1a30-4cc6-b4f4-a0192bdb4c32 HTTP/1.1" status: 200 len: 854 time: 0.0478079 Sep 24 15:37:10.726406 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-c54c98cb-b311-465e-9d98-1bea587dcd66 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=37f7afa3-4009-4ccf-a8ef-6f730e73039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242488 Sep 24 15:37:10.817717 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-2c267dd9-da28-42cb-bfe0-d6c565cba74b service neutron] 10.222.0.109 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831118 Sep 24 15:37:10.909190 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-56c1f3d1-4e13-4594-9a28-cfb8a9c6edbf req-8929aaa4-fb19-4a15-83e0-ab4485da06f7 service neutron] 10.222.0.109 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Sep 24 15:37:11.168191 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ace7-7d22-4b82-9419-47ea220f9f76 req-bc6a1ec8-37c7-4b2d-a9fd-185578c43d6c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:11.169649 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fd00ace7-7d22-4b82-9419-47ea220f9f76 req-bc6a1ec8-37c7-4b2d-a9fd-185578c43d6c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 943 time: 0.0514250 Sep 24 15:37:11.206606 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fd00ace7-7d22-4b82-9419-47ea220f9f76 req-74dbe947-eb8d-4006-aeb3-979c99deb4c5 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Sep 24 15:37:12.319068 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e533f-d4af-431b-b513-28b86f9a7fe0 req-1352f500-20b4-4fe2-93b7-348dcfa34a7b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:12.320623 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b3e533f-d4af-431b-b513-28b86f9a7fe0 req-1352f500-20b4-4fe2-93b7-348dcfa34a7b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 943 time: 0.0479965 Sep 24 15:37:12.358774 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3b3e533f-d4af-431b-b513-28b86f9a7fe0 req-f2ecfd59-7f15-4265-bf51-4934dbd1a294 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Sep 24 15:37:13.469172 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ffb58-f670-489d-9883-f64790bb10da req-5d84419b-2b7f-4125-bcf5-1fcc6b99c187 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.470650 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9d5ffb58-f670-489d-9883-f64790bb10da req-5d84419b-2b7f-4125-bcf5-1fcc6b99c187 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 943 time: 0.0473034 Sep 24 15:37:13.507878 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9d5ffb58-f670-489d-9883-f64790bb10da req-9a5fd554-a41f-48f3-a504-f9fac2c5ba8e tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Sep 24 15:37:14.514211 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d27f09d8-5ed4-4c04-9569-f80f3b1f81ef details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:14.612329 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:14.620498 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116dd1-f208-4004-aa53-cfc585326ce2 req-3a8d1607-763f-41bd-a22b-003ffbe9b1f6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.621976 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c116dd1-f208-4004-aa53-cfc585326ce2 req-3a8d1607-763f-41bd-a22b-003ffbe9b1f6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 943 time: 0.0484204 Sep 24 15:37:14.623656 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef', 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a', 'port_id': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef', 'mac_address': 'fa:16:3e:2f:e1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad70403-1a30-4cc6-b4f4-a0192bdb4c32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:14.661231 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c116dd1-f208-4004-aa53-cfc585326ce2 req-f38f9a98-b95b-47ec-a08a-da082eb3b3af tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Sep 24 15:37:14.662840 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:14.678710 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27f09d8-5ed4-4c04-9569-f80f3b1f81ef {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:14.700127 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:14.872281 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:14.921079 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:15.193997 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['d27f09d8-5ed4-4c04-9569-f80f3b1f81ef'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:15.778069 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241b425-47c9-4397-993c-959d93dfb15b req-eb1eaa8b-7baa-4b94-9725-5a2c32f1db1c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:15.779551 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2241b425-47c9-4397-993c-959d93dfb15b req-eb1eaa8b-7baa-4b94-9725-5a2c32f1db1c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 944 time: 0.0474572 Sep 24 15:37:15.818038 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2241b425-47c9-4397-993c-959d93dfb15b req-91f0900b-172a-472f-b50d-23cee63674af tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Sep 24 15:37:16.519702 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d27f09d8-5ed4-4c04-9569-f80f3b1f81ef up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:16.668826 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:16.672787 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:16.673319 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:16.758176 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:16.781050 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:16.783290 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf314d6-84df-419f-ba1e-507b58b94722" -d '{"events": [{"server_uuid": "a31c37f9-f0cf-426c-9c8f-28515b5be08c", "name": "network-vif-plugged", "status": "completed", "tag": "d27f09d8-5ed4-4c04-9569-f80f3b1f81ef"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:16.795539 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:16.818175 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693b8c0-79c4-42c9-8241-c563cb1d3921 x-openstack-request-id: req-8693b8c0-79c4-42c9-8241-c563cb1d3921 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:16.818464 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c37f9-f0cf-426c-9c8f-28515b5be08c", "name": "network-vif-plugged", "status": "completed", "tag": "d27f09d8-5ed4-4c04-9569-f80f3b1f81ef", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:16.818714 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8693b8c0-79c4-42c9-8241-c563cb1d3921 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:16.819099 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef', 'code': 200} Sep 24 15:37:16.920585 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:16.937272 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a7f0-8ea2-4bb7-8c92-f929fc9c0116 req-5f34d0ea-7669-4aaa-9459-0bafd7c1af28 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.938731 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dc46a7f0-8ea2-4bb7-8c92-f929fc9c0116 req-5f34d0ea-7669-4aaa-9459-0bafd7c1af28 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 944 time: 0.0541399 Sep 24 15:37:16.968751 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:16.979834 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dc46a7f0-8ea2-4bb7-8c92-f929fc9c0116 req-ea55889f-64a0-4763-8ae9-7af8da83456f tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Sep 24 15:37:17.179691 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8bf27-7425-4a44-bded-ee51f3d2da3d req-dcf1c557-38a6-4a46-bceb-5c82938bbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.181057 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-90d8bf27-7425-4a44-bded-ee51f3d2da3d req-dcf1c557-38a6-4a46-bceb-5c82938bbf3b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 1098 time: 0.0371163 Sep 24 15:37:17.226408 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-90d8bf27-7425-4a44-bded-ee51f3d2da3d req-e4ab02e4-3239-4ed1-a2f6-f0512f6f34eb service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Sep 24 15:37:18.101787 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1162974-a379-4d04-a948-21f89420bf8a req-02e0f83e-6eae-47de-a2de-82e10853d6b5 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.103354 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a1162974-a379-4d04-a948-21f89420bf8a req-02e0f83e-6eae-47de-a2de-82e10853d6b5 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.0496445 Sep 24 15:37:18.142860 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a1162974-a379-4d04-a948-21f89420bf8a req-b3125e08-e4ed-4c61-b404-edde7029e988 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Sep 24 15:37:19.257157 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf701f0-81d0-4761-b337-50aa8311d71f req-98ced976-bbfc-494a-8db5-17c83633a07a tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:19.258649 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ddf701f0-81d0-4761-b337-50aa8311d71f req-98ced976-bbfc-494a-8db5-17c83633a07a tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.0484807 Sep 24 15:37:19.296482 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ddf701f0-81d0-4761-b337-50aa8311d71f req-ef052654-a1b2-47a1-abcb-09b4c71844b8 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Sep 24 15:37:24.118113 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52030) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:24.162305 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Deleting subnet 4892c220-e8b6-4ef0-b1b1-51c5c0377a19 {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:37:24.165555 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.203971 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.245098 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.383298 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.410170 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4892c220-e8b6-4ef0-b1b1-51c5c0377a19,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:24.412225 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.414590 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2d0857d6-5dec-4354-b8ee-ecef64a9e7b2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4892c220-e8b6-4ef0-b1b1-51c5c0377a19 HTTP/1.1" status: 204 len: 168 time: 0.2950273 Sep 24 15:37:24.416816 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52036) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:24.488029 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.563634 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.582365 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cfa327-a638-4736-ba00-47ac914d5094']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:24.591536 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40589c24-8238-4051-bccc-6a67c795f88f') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:24.591827 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40589c24-8238-4051-bccc-6a67c795f88f') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:24.600579 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.613861 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.620915 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:37:24.621290 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:37:24.622899 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:37:24.797642 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.807208 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.809572 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] 10.222.0.60 "DELETE /v2.0/networks/64cfa327-a638-4736-ba00-47ac914d5094 HTTP/1.1" status: 204 len: 168 time: 0.3917637 Sep 24 15:37:24.812521 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52042) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:24.821020 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45de1-8652-4618-9a6a-754301f5ae75 admin admin] Pushing event deleted for resources: {'Network': ['ID=64cfa327-a638-4736-ba00-47ac914d5094,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:24.857770 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Deleting subnet c3bf0493-257a-4990-aeb0-54d3b61b9117 {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:37:24.860917 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.895330 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.937868 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.095585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.119662 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bf0493-257a-4990-aeb0-54d3b61b9117,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:25.125281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.127160 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ea2d3267-3698-45b7-aa1b-8e9a52dbfc62 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c3bf0493-257a-4990-aeb0-54d3b61b9117 HTTP/1.1" status: 204 len: 168 time: 0.3136249 Sep 24 15:37:25.129683 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52044) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:25.196640 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.279226 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.299604 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e11f1a-8691-441b-893e-8ac1d8ac5538']}} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:25.309548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5211172c-33b9-409a-a252-819383e56164') {'for_net_delete': True} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:25.309844 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5211172c-33b9-409a-a252-819383e56164') {} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:25.318811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25495986'] for segment, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.332268 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.337949 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Releasing vlan 1345 on physical network physnet1 to pool {{(pid=94564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:37:25.338334 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417022'] for segment, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: Traceback (most recent call last): Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: timer() Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: cb(*args, **kw) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: return func(*args, **kwargs) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: self._notify() Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: self.callback(batched_events) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: event.method(event) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: return f(self, *a, **k) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._get(url).json() Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: return self.request(url, 'GET', **kwargs) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:37:25.340018 dv-cinder-810924-1-iscsi neutron-server[94564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:37:25.568585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.574506 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:25.578572 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b2e11f1a-8691-441b-893e-8ac1d8ac5538 HTTP/1.1" status: 204 len: 168 time: 0.4457791 Sep 24 15:37:25.587293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9811933-73ba-407f-b7d4-4b8f4d780eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e11f1a-8691-441b-893e-8ac1d8ac5538,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:26.107842 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:26.183191 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52058) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:26.223014 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-52676384-0e1f-41f5-8acf-80ff8d9951ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6f606fe3d134dca957cd9dac7d550c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386624 Sep 24 15:37:26.225581 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52060) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:26.272191 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c068062-6537-4e5d-ac62-9bb6b4177d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:26.293097 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c068062-6537-4e5d-ac62-9bb6b4177d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:26.530893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c068062-6537-4e5d-ac62-9bb6b4177d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:26.533447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c068062-6537-4e5d-ac62-9bb6b4177d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:26.534616 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0c068062-6537-4e5d-ac62-9bb6b4177d39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f56bf8a-72fc-4b54-b8f3-355a8bf77f5f HTTP/1.1" status: 204 len: 168 time: 0.3081167 Sep 24 15:37:26.542931 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c068062-6537-4e5d-ac62-9bb6b4177d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f56bf8a-72fc-4b54-b8f3-355a8bf77f5f,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:27.280897 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52086) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:27.323677 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-bf9fe55e-1fd1-4679-82db-97efdb7a37c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4721f248d4284e8184e5ed8a527e2948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416324 Sep 24 15:37:27.326120 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52088) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:27.377797 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56d5a875-4f9e-4e34-8e07-8b32344074ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:27.399279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56d5a875-4f9e-4e34-8e07-8b32344074ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:27.510729 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56d5a875-4f9e-4e34-8e07-8b32344074ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:27.513324 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-56d5a875-4f9e-4e34-8e07-8b32344074ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:27.514472 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-56d5a875-4f9e-4e34-8e07-8b32344074ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26d32a81-43db-4179-b767-ee34ab7d9e90 HTTP/1.1" status: 204 len: 168 time: 0.1874788 Sep 24 15:37:27.522915 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5a875-4f9e-4e34-8e07-8b32344074ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d32a81-43db-4179-b767-ee34ab7d9e90,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:29.437795 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52144) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:29.544242 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f16c-d75a-4c19-8f3e-236c5eca3fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.629419 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f16c-d75a-4c19-8f3e-236c5eca3fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.736389 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f16c-d75a-4c19-8f3e-236c5eca3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.777649 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4cd0f16c-d75a-4c19-8f3e-236c5eca3fb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4c55b7e05544c1ca868c214ac9826af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387356 Sep 24 15:37:29.779762 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0f16c-d75a-4c19-8f3e-236c5eca3fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767dda2d-17bc-4924-b824-c3015b41719a,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:29.783263 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52152) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:29.811277 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a924871-de3c-4c57-92cf-88e41d8ffab7 req-9eb26262-cdca-49e9-9730-dd1dea00829b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.812923 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1a924871-de3c-4c57-92cf-88e41d8ffab7 req-9eb26262-cdca-49e9-9730-dd1dea00829b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0496731 Sep 24 15:37:29.837483 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4177aeac-5771-4adb-b4e0-fab715707e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.851751 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1a924871-de3c-4c57-92cf-88e41d8ffab7 req-b893f4a6-049e-488a-8388-222cdd63b36c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327601 Sep 24 15:37:29.865964 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4177aeac-5771-4adb-b4e0-fab715707e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:30.025591 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4177aeac-5771-4adb-b4e0-fab715707e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:30.028265 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4177aeac-5771-4adb-b4e0-fab715707e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:30.029406 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4177aeac-5771-4adb-b4e0-fab715707e2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/767dda2d-17bc-4924-b824-c3015b41719a HTTP/1.1" status: 204 len: 168 time: 0.2448556 Sep 24 15:37:30.036980 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177aeac-5771-4adb-b4e0-fab715707e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767dda2d-17bc-4924-b824-c3015b41719a,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:30.977073 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13f79-1d28-45a9-855d-598366b22465 req-59bb5013-9dd8-4f61-b9c5-a7bae9a3319f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.978633 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b6a13f79-1d28-45a9-855d-598366b22465 req-59bb5013-9dd8-4f61-b9c5-a7bae9a3319f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0539119 Sep 24 15:37:31.018048 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b6a13f79-1d28-45a9-855d-598366b22465 req-60ae6253-a353-4b69-a231-8940ad536d93 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333526 Sep 24 15:37:31.193610 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5f6ead66-da13-4037-9bb4-0adb2bc354e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:32.138906 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881be35e-b412-45d3-aa31-e2726101fe87 req-6fe1dd2a-05c0-4ec2-b5d6-74bdecac7e38 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:32.142211 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-881be35e-b412-45d3-aa31-e2726101fe87 req-6fe1dd2a-05c0-4ec2-b5d6-74bdecac7e38 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0527174 Sep 24 15:37:32.183081 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-881be35e-b412-45d3-aa31-e2726101fe87 req-017ac053-2707-4f7d-8c32-8fde6fa5146b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347714 Sep 24 15:37:33.299203 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e8264-0903-402f-add2-df9131ea2f41 req-f79f7340-24d7-4112-be87-bd17228a0456 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.300574 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bb0e8264-0903-402f-add2-df9131ea2f41 req-f79f7340-24d7-4112-be87-bd17228a0456 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0458767 Sep 24 15:37:33.340866 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bb0e8264-0903-402f-add2-df9131ea2f41 req-bc3ccfcb-467f-4402-ad25-50e3ef1dd4de tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337312 Sep 24 15:37:34.025096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-54168124-84ea-444a-981e-f177bb2bb7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:34.458896 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af21e4b-b5d5-40c8-9401-4b2fe54d41e4 req-df69036b-b1a8-44d0-92fc-39ecf7030bbd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:34.460401 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0af21e4b-b5d5-40c8-9401-4b2fe54d41e4 req-df69036b-b1a8-44d0-92fc-39ecf7030bbd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0479181 Sep 24 15:37:34.498517 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0af21e4b-b5d5-40c8-9401-4b2fe54d41e4 req-1907e046-c72a-4a93-8629-db4b98c79c62 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313640 Sep 24 15:37:34.613047 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.431009 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:37:35.595855 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.616123 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2671b2-107f-480e-9fbc-bb49f509d69f req-8a5e6551-1d93-4b3f-8fac-b4035276e545 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:35.617624 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aa2671b2-107f-480e-9fbc-bb49f509d69f req-8a5e6551-1d93-4b3f-8fac-b4035276e545 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0481637 Sep 24 15:37:35.655401 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aa2671b2-107f-480e-9fbc-bb49f509d69f req-90061f40-058b-4fdf-8e70-a213db82aaae tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312791 Sep 24 15:37:36.485851 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-3cf1e502-2c11-44c9-9046-9f261a413062 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:36.487305 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-3cf1e502-2c11-44c9-9046-9f261a413062 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.0487771 Sep 24 15:37:36.585075 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Deleting port 43d6d88b-2e04-4deb-860c-3cb933b146e2 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:36.585414 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.587713 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.672523 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] For port 43d6d88b-2e04-4deb-860c-3cb933b146e2, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=43d6d88b-2e04-4deb-860c-3cb933b146e2,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:36.672881 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.858735 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbc25d-4fd5-4c1a-8172-c99573f4adc4 req-664933fe-3bc9-4cbc-aa44-4c7178bcfeb2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:36.860266 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-80dbc25d-4fd5-4c1a-8172-c99573f4adc4 req-664933fe-3bc9-4cbc-aa44-4c7178bcfeb2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 946 time: 0.1214981 Sep 24 15:37:37.005334 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-80dbc25d-4fd5-4c1a-8172-c99573f4adc4 req-4b8396c1-acd6-423a-9d0f-75216a3a5b6d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=6ec1d70e-30d8-4ac0-b388-73934aee662e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359506 Sep 24 15:37:37.014836 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:37.015285 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:37.015655 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.l3_db [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Floating IP ad08dfc5-7790-4467-a983-7d4eaa0b16ca disassociated. External IP: 172.27.1.49, port: 43d6d88b-2e04-4deb-860c-3cb933b146e2. Sep 24 15:37:37.015994 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Calling delete_port for 43d6d88b-2e04-4deb-860c-3cb933b146e2 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:37.304472 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:37.334799 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event deleted for resources: {'Port': ['ID=43d6d88b-2e04-4deb-860c-3cb933b146e2,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:37.452798 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Router 936d5568-a45b-4469-b752-19202e80c923 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:37:37.560811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:37:37.570481 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:37:37.580012 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:37.580628 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:37.603021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] No DVR routers for this DVR port 43d6d88b-2e04-4deb-860c-3cb933b146e2 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:37:37.605735 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:37.608105 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0720d6c4-8f26-43c0-b1f9-0f1d4f6b7464 req-4031f79e-06d2-4755-a6f4-e1543e9cddc5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "DELETE /v2.0/ports/43d6d88b-2e04-4deb-860c-3cb933b146e2 HTTP/1.1" status: 204 len: 173 time: 1.1107078 Sep 24 15:37:37.608617 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-deleted', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:37.611286 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2bd8d5-ef85-4491-9760-d7a163de00ba" -d '{"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-deleted", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:37.654942 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83a76e-ee34-4a7e-93d6-173447f4edba x-openstack-request-id: req-cd83a76e-ee34-4a7e-93d6-173447f4edba {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:37.655364 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a78c60-9795-4cc1-af94-ac6cc39bad4a", "name": "network-vif-deleted", "tag": "43d6d88b-2e04-4deb-860c-3cb933b146e2", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:37.655726 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd83a76e-ee34-4a7e-93d6-173447f4edba {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:37.656208 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a78c60-9795-4cc1-af94-ac6cc39bad4a', 'name': 'network-vif-deleted', 'tag': '43d6d88b-2e04-4deb-860c-3cb933b146e2', 'status': 'completed', 'code': 200} Sep 24 15:37:37.703612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:37.910176 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:37.940701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:37:37.949678 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:37.950285 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:38.055685 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:38.136055 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-252a9d86-740d-4876-ad49-249aa60862ad req-52ec596b-2d81-4939-951a-74a0d6419cc8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=72a78c60-9795-4cc1-af94-ac6cc39bad4a HTTP/1.1" status: 200 len: 210 time: 0.0341239 Sep 24 15:37:38.372293 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:38.397505 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0922fc-3a0f-48fe-81da-c3d70c51c421 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:37:38.626865 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce533b8-1df2-46c1-a6b1-263e6069d10b None None] New status for floating IP ad08dfc5-7790-4467-a983-7d4eaa0b16ca: DOWN {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:37:39.126668 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52288) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:39.248702 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01e41de9-3cc4-40a3-912c-a359bdc84208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.346831 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01e41de9-3cc4-40a3-912c-a359bdc84208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.388087 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52302) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:39.441727 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78a47edd-bcdd-44bd-8fb1-6fcb3e07ed41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.465163 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78a47edd-bcdd-44bd-8fb1-6fcb3e07ed41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.549254 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-01e41de9-3cc4-40a3-912c-a359bdc84208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.588000 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-01e41de9-3cc4-40a3-912c-a359bdc84208 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bda63f86eec4d2694b1bff9411a5fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602273 Sep 24 15:37:39.589278 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e41de9-3cc4-40a3-912c-a359bdc84208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a23423-67be-4420-aa7c-28f1485e503d,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:39.590684 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52308) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:39.640348 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e680707-0f2b-4093-9893-de6d0f5757b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.661053 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e680707-0f2b-4093-9893-de6d0f5757b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.696173 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78a47edd-bcdd-44bd-8fb1-6fcb3e07ed41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.698760 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-78a47edd-bcdd-44bd-8fb1-6fcb3e07ed41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.699978 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-78a47edd-bcdd-44bd-8fb1-6fcb3e07ed41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "DELETE /v2.0/security-groups/6ec1d70e-30d8-4ac0-b388-73934aee662e HTTP/1.1" status: 204 len: 168 time: 0.3108468 Sep 24 15:37:39.708174 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52310) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:39.717943 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a47edd-bcdd-44bd-8fb1-6fcb3e07ed41 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec1d70e-30d8-4ac0-b388-73934aee662e,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:39.727302 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.api.v2.resource [None req-00c2f9e8-faee-4c61-9276-ad6632cc682d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] show failed (client error): The resource could not be found. Sep 24 15:37:39.728374 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-00c2f9e8-faee-4c61-9276-ad6632cc682d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups/6ec1d70e-30d8-4ac0-b388-73934aee662e HTTP/1.1" status: 404 len: 347 time: 0.0228040 Sep 24 15:37:39.731470 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52312) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:39.792644 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e680707-0f2b-4093-9893-de6d0f5757b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.795304 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3e680707-0f2b-4093-9893-de6d0f5757b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.797152 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3e680707-0f2b-4093-9893-de6d0f5757b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9a23423-67be-4420-aa7c-28f1485e503d HTTP/1.1" status: 204 len: 168 time: 0.2051523 Sep 24 15:37:39.809282 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e680707-0f2b-4093-9893-de6d0f5757b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a23423-67be-4420-aa7c-28f1485e503d,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:39.889755 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Deleting port bc552d89-edfd-48bc-90eb-358610023687 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:39.890101 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.969381 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.969712 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.983096 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Calling delete_port for bc552d89-edfd-48bc-90eb-358610023687 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:40.227332 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.256712 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event deleted for resources: {'Port': ['ID=bc552d89-edfd-48bc-90eb-358610023687,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:40.314598 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.317592 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.318796 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-951175d4-186b-469a-98a3-f66b7f3af601 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "DELETE /v2.0/floatingips/ad08dfc5-7790-4467-a983-7d4eaa0b16ca HTTP/1.1" status: 204 len: 168 time: 0.5864067 Sep 24 15:37:40.558570 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52348) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:40.571888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10d6e4c8-91dc-40cd-ad11-979715f19207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.656770 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10d6e4c8-91dc-40cd-ad11-979715f19207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.685570 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:37:40.708947 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 43d6d88b-2e04-4deb-860c-3cb933b146e2 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:37:40.709286 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 43d6d88b-2e04-4deb-860c-3cb933b146e2 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:37:40.744578 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-10d6e4c8-91dc-40cd-ad11-979715f19207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.783619 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-10d6e4c8-91dc-40cd-ad11-979715f19207 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83eefd1b4ccf46fcbdb453a626c294ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238817 Sep 24 15:37:40.784727 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e4c8-91dc-40cd-ad11-979715f19207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17426bd9-8ddb-4bae-a03c-5d1416a8b5bc,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:40.786296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52350) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:40.834842 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-54c21b27-da12-4465-85aa-344b0253d1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.855354 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-54c21b27-da12-4465-85aa-344b0253d1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.864838 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52352) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:40.870550 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044423620', 'description': 'tempest-description--1740737551'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:40.990142 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-54c21b27-da12-4465-85aa-344b0253d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.990413 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.995092 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-54c21b27-da12-4465-85aa-344b0253d1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:40.996908 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-54c21b27-da12-4465-85aa-344b0253d1d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17426bd9-8ddb-4bae-a03c-5d1416a8b5bc HTTP/1.1" status: 204 len: 168 time: 0.2094641 Sep 24 15:37:41.006476 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c21b27-da12-4465-85aa-344b0253d1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17426bd9-8ddb-4bae-a03c-5d1416a8b5bc,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:41.101967 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.241015 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.271021 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:41.398565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.399890 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-65291407-6bbe-4078-94d3-0f500027db9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5335758 Sep 24 15:37:41.402948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52358) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:41.407774 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'security_group_rule': {'security_group_id': '57f1ff5a-4f0f-4a15-a44c-0c212c404fb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:41.554291 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.604711 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.697804 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.718508 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af2efc6-3dcf-4dbc-a9fd-d59f7ebc5cdf,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:41.806695 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.807971 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-516ba045-598f-4c17-85be-8c911095b5b8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4039447 Sep 24 15:37:41.810609 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52376) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:41.814955 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'security_group_rule': {'security_group_id': '57f1ff5a-4f0f-4a15-a44c-0c212c404fb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:41.908095 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:41.962880 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.160839 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.178192 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361c019e-ee48-4fc4-a387-a631c23dea37,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:42.292564 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.296727 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-256cce55-70dc-44cb-8ab4-15122b91a3cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4822304 Sep 24 15:37:42.296997 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52386) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:42.301440 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:42.439085 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.544395 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.655128 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Allocated IP 172.27.1.114 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/657e8993-4f86-47d2-9410-20fc5c3ae2a9) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:42.759542 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.918594 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:42.954399 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:42.958816 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:42.961543 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:42.987281 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'Port': ['ID=657e8993-4f86-47d2-9410-20fc5c3ae2a9,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:43.057406 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.296393 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.440269 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.543807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.627983 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'Port': ['ID=657e8993-4f86-47d2-9410-20fc5c3ae2a9,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:43.636016 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.729336 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.730887 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cea8f490-6ae5-47a3-9d0e-d3681a02f2f3 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4329431 Sep 24 15:37:43.920597 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-cf5b07b7-e846-4664-b0cc-d2be177224c6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1044423620&fields=id&tenant_id=b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 267 time: 0.0431910 Sep 24 15:37:44.028808 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-cbb3a09b-149f-4b0c-a2df-ea8578788a72 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:44.030277 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-cbb3a09b-149f-4b0c-a2df-ea8578788a72 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 817 time: 0.1030509 Sep 24 15:37:44.045200 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-c35b2ffc-09c8-47dc-9a6f-78ebec7890b5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/quotas/b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 375 time: 0.0090322 Sep 24 15:37:44.099288 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-70f48923-0a63-40aa-9108-5bbfb42548f8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482347 Sep 24 15:37:44.189795 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-4fbad58e-48ef-4793-8a18-35a7cc0b6a74 service neutron] 10.222.0.60 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791900 Sep 24 15:37:44.285020 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-fe7b620d-74ea-4323-bfd6-151056c45a09 service neutron] 10.222.0.60 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Sep 24 15:37:44.562271 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0cd8a9f4-cde9-4982-9fe8-61aae3a988f5 req-2dbdb690-3125-4c4b-966f-e82c5ade8315 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 210 time: 0.0258226 Sep 24 15:37:45.662610 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8aef4a88-638f-4d67-bcb2-5dfcc0e9ae17 req-50ca5e2e-d27f-425e-b0b8-c4a353f41855 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 210 time: 0.0290487 Sep 24 15:37:46.773845 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-37464532-1db0-49bd-abac-d9a99bf55a40 req-a2c96601-1494-4827-aa1b-a976f9c2252f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 210 time: 0.0258486 Sep 24 15:37:47.411820 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-9c658f2a-23a3-4452-a3da-33e22f59c34e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:47.413179 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-9c658f2a-23a3-4452-a3da-33e22f59c34e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 817 time: 0.2991233 Sep 24 15:37:47.463775 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-d79aab21-e71f-4ab6-aea7-1f2392d8d558 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 380 time: 0.0332127 Sep 24 15:37:47.473482 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'port': {'device_id': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'admin_state_up': True, 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'security_groups': ['57f1ff5a-4f0f-4a15-a44c-0c212c404fb4']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:47.874400 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fdf15515-396b-4ffe-bb51-4a632253e0f6 req-e222c16e-d7cd-4fa0-8c59-dedbf10d0c20 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 210 time: 0.0254879 Sep 24 15:37:47.994398 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Made reservation on behalf of b861384990f34381a65218887a8cb8f0 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:47.998234 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:48.123411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Allocated IP 172.20.0.9 (ef0ca52c-15e4-47f3-871d-d9becdc026ca/e79219ee-86e4-4dc8-88a7-011c6d6df6bd/3cccae9c-2b82-46ab-b227-fc5951de171d) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:48.262364 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:48.394966 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:48.436470 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:48.438077 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:48.440684 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:48.484553 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:48.505854 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.506576 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:48.589776 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a423d719-b392-4109-96d8-d912bcf26519 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1201591 Sep 24 15:37:48.675673 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-f216288e-baef-4130-8866-e667b8ede3de None None] Provisioning complete for port 3cccae9c-2b82-46ab-b227-fc5951de171d triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:48.676197 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f216288e-baef-4130-8866-e667b8ede3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:48.710135 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f216288e-baef-4130-8866-e667b8ede3de None None] Port 3cccae9c-2b82-46ab-b227-fc5951de171d cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:49.163111 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfa9a8-76f0-401f-bb98-ee3cf73d8fa4 req-4ae5ae26-53d6-463a-af04-58a3fcf91ede tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:49.165214 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-60cfa9a8-76f0-401f-bb98-ee3cf73d8fa4 req-4ae5ae26-53d6-463a-af04-58a3fcf91ede tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 931 time: 0.2192423 Sep 24 15:37:49.201948 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-60cfa9a8-76f0-401f-bb98-ee3cf73d8fa4 req-073a1cb2-2568-4b93-80f2-5c7a93278e3d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Sep 24 15:37:50.388208 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92082dd-550c-4385-b446-465903d28601 req-71ca7629-11cb-4b07-b54d-e21b4fd421b6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.389853 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e92082dd-550c-4385-b446-465903d28601 req-71ca7629-11cb-4b07-b54d-e21b4fd421b6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 931 time: 0.1101103 Sep 24 15:37:50.426746 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e92082dd-550c-4385-b446-465903d28601 req-1500e9df-7e2d-43f5-b319-b72aaa3cbf3a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302434 Sep 24 15:37:51.369338 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Request body: {'port': {'device_id': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:51.420827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.591163 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dca06-bb56-4c71-91ec-2ec9311c8970 req-cd5eb5f9-667f-4661-bd52-b31b53020c70 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.592730 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-232dca06-bb56-4c71-91ec-2ec9311c8970 req-cd5eb5f9-667f-4661-bd52-b31b53020c70 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 931 time: 0.0725050 Sep 24 15:37:51.669980 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-232dca06-bb56-4c71-91ec-2ec9311c8970 req-452988bf-c51e-4c39-85da-a39298ea3186 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684586 Sep 24 15:37:51.749830 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cccae9c-2b82-46ab-b227-fc5951de171d {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:51.757162 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.768894 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Transition to ACTIVE for port object 3cccae9c-2b82-46ab-b227-fc5951de171d will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:51.865802 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.918265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:51.991529 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Attempting to bind port 3cccae9c-2b82-46ab-b227-fc5951de171d on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:51.991867 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Attempting to bind port 3cccae9c-2b82-46ab-b227-fc5951de171d by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:51.992232 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Attempting to bind port 3cccae9c-2b82-46ab-b227-fc5951de171d on network ef0ca52c-15e4-47f3-871d-d9becdc026ca {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:51.997333 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Port 3cccae9c-2b82-46ab-b227-fc5951de171d on network ef0ca52c-15e4-47f3-871d-d9becdc026ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:51.997657 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Attempting to bind port 3cccae9c-2b82-46ab-b227-fc5951de171d on network ef0ca52c-15e4-47f3-871d-d9becdc026ca {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:52.003042 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:52.003517 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Checking segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:52.004314 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Bound using segment: {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:52.004314 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Bound port: 3cccae9c-2b82-46ab-b227-fc5951de171d, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a833581-954a-4153-a260-10e617b57e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1334, 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:52.004695 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.075877 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:52.081478 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:52.186818 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.224959 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.225667 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.227265 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] 10.222.0.109 "PUT /v2.0/ports/3cccae9c-2b82-46ab-b227-fc5951de171d HTTP/1.1" status: 200 len: 1093 time: 0.8625169 Sep 24 15:37:52.229651 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:52.232493 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ca0b7-acd0-47b6-9916-66558bf67aee" -d '{"events": [{"name": "network-changed", "server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:52.262389 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9635c1-a566-41a6-80f0-edd2ce4901cb service neutron] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:52.276062 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b179e7-5fab-4a08-b164-cd954bf82b99 x-openstack-request-id: req-35b179e7-5fab-4a08-b164-cd954bf82b99 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:52.276427 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:52.276747 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35b179e7-5fab-4a08-b164-cd954bf82b99 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:52.277312 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'status': 'completed', 'code': 200} Sep 24 15:37:52.377879 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ca0b7-acd0-47b6-9916-66558bf67aee req-dc78bd5f-7bc1-4705-ab7c-4a028f6c39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.377879 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a89ca0b7-acd0-47b6-9916-66558bf67aee req-dc78bd5f-7bc1-4705-ab7c-4a028f6c39e5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1096 time: 0.0417755 Sep 24 15:37:52.459244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ca0b7-acd0-47b6-9916-66558bf67aee req-54095ffa-3a3c-4465-8de4-b542f6c8c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.460771 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a89ca0b7-acd0-47b6-9916-66558bf67aee req-54095ffa-3a3c-4465-8de4-b542f6c8c70a service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=b861384990f34381a65218887a8cb8f0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0946133 Sep 24 15:37:52.565488 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ca0b7-acd0-47b6-9916-66558bf67aee req-4a36b6fc-3741-4dd8-8660-74dbefb11a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.566894 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a89ca0b7-acd0-47b6-9916-66558bf67aee req-4a36b6fc-3741-4dd8-8660-74dbefb11a20 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0988634 Sep 24 15:37:52.716378 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-dfdac9f5-b19b-485b-99ab-64b9b1cebd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.718052 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-dfdac9f5-b19b-485b-99ab-64b9b1cebd7e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1096 time: 0.0410252 Sep 24 15:37:52.770843 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-9717a060-cfcc-4f3d-b478-a8a0609298e2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cccae9c-2b82-46ab-b227-fc5951de171d HTTP/1.1" status: 200 len: 217 time: 0.0429153 Sep 24 15:37:52.852518 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece15e27-aa55-48ed-b868-49a4864464e9 req-4fe3b819-8fd3-4429-8332-7d71d9d5b1b6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.852518 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ece15e27-aa55-48ed-b868-49a4864464e9 req-4fe3b819-8fd3-4429-8332-7d71d9d5b1b6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0840495 Sep 24 15:37:52.856903 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-bb73879b-6561-4998-ac40-9d1a2be8a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.858851 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-bb73879b-6561-4998-ac40-9d1a2be8a9c4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0797048 Sep 24 15:37:52.925578 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ece15e27-aa55-48ed-b868-49a4864464e9 req-bcc07856-a78b-4c30-88d9-2e665c4a0f9a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657246 Sep 24 15:37:52.932098 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-c1e5e688-9198-4752-9046-05121a466eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.933679 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-c1e5e688-9198-4752-9046-05121a466eb2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667202 Sep 24 15:37:53.026919 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-160a5d35-a028-4e8b-b125-f94f3213f61c service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843623 Sep 24 15:37:53.130279 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-79477cb7-4039-4c83-ae0d-c440293453e3 req-a2b1c2ff-26f2-42f2-8dee-f609c1f3cd8a service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954680 Sep 24 15:37:54.051831 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d21c8-f490-451a-b21e-b111ac58eb4f req-b8ae9c73-7a31-48c9-9249-f7892027b532 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.053942 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e4d21c8-f490-451a-b21e-b111ac58eb4f req-b8ae9c73-7a31-48c9-9249-f7892027b532 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0487802 Sep 24 15:37:54.095920 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e4d21c8-f490-451a-b21e-b111ac58eb4f req-b52a1749-35be-4b80-a781-683679f0f296 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359576 Sep 24 15:37:55.217244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b174d-f137-407f-975f-3b4fe8e8cdc2 req-99835267-4260-47f0-a511-a86d6ba85b54 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.218891 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5f3b174d-f137-407f-975f-3b4fe8e8cdc2 req-99835267-4260-47f0-a511-a86d6ba85b54 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0477862 Sep 24 15:37:55.259131 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5f3b174d-f137-407f-975f-3b4fe8e8cdc2 req-236fa4e8-5fba-4aa0-8a51-731d5e8139a8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343158 Sep 24 15:37:55.346219 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:55.446434 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:55.457434 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'mac_address': 'fa:16:3e:57:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:55.496128 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.508913 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cccae9c-2b82-46ab-b227-fc5951de171d {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:55.528343 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:55.608404 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.658061 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:55.664909 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.668983 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:55.748860 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-ec11e93d-14fe-407f-8091-e4917ed9e47f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410275 Sep 24 15:37:55.846971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-1fe51bfc-6611-4b39-ab9b-3c1640d941e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.848395 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-1fe51bfc-6611-4b39-ab9b-3c1640d941e4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1138 time: 0.0456972 Sep 24 15:37:55.930557 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['3cccae9c-2b82-46ab-b227-fc5951de171d'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:55.960606 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-438b38ef-ffe9-45d1-98cc-fb625f96d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.962083 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-438b38ef-ffe9-45d1-98cc-fb625f96d400 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.0923266 Sep 24 15:37:56.048964 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-e2c38b60-a8f1-48b9-815d-fc0048a46b0d tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765172415&fields=id&tenant_id=0cb7b879b7594fecaa483635998a87ca HTTP/1.1" status: 200 len: 267 time: 0.0398822 Sep 24 15:37:56.063711 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-ff74395f-1355-4628-9d95-d92e62cc5cde service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 1001 time: 0.0932724 Sep 24 15:37:56.087835 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.116445 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-df8abf5b-4f30-4ca4-b4fd-0cf7f4d6d342 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.116445 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-df8abf5b-4f30-4ca4-b4fd-0cf7f4d6d342 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 985 time: 0.0626600 Sep 24 15:37:56.120566 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-cd6cc6c3-d869-4166-9489-3be99dae8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.124088 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-cd6cc6c3-d869-4166-9489-3be99dae8ee0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.0527871 Sep 24 15:37:56.127768 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Request body: {'port': {'security_groups': ['ac627b32-0519-4188-b80b-deb5e8c42a12']}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:56.171170 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-2402c794-1ed6-49cb-a056-75162bf38b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.172759 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-2402c794-1ed6-49cb-a056-75162bf38b5b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408766 Sep 24 15:37:56.203556 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.279848 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-1364b5ca-8d54-44e1-b98c-59d8abd26fa2 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977623 Sep 24 15:37:56.421092 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a637c4a-0f34-4fa1-938b-c7db41570279 req-527f05f9-7d78-4c16-9749-169516a3b746 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319606 Sep 24 15:37:56.421966 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:56.431279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf61c-00e5-467e-bd91-0ce358e9dc03 req-eb225b57-27a5-41fe-949c-c868269aed4d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.432775 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-76cdf61c-00e5-467e-bd91-0ce358e9dc03 req-eb225b57-27a5-41fe-949c-c868269aed4d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0782363 Sep 24 15:37:56.460381 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.482049 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-76cdf61c-00e5-467e-bd91-0ce358e9dc03 req-dd7038aa-2205-4702-a087-ecd26296ee9b tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360510 Sep 24 15:37:56.554199 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.596610 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.597338 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.599378 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1e1da084-00a4-4522-ada5-80c7fe486cb3 req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "PUT /v2.0/ports/7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 943 time: 0.4773564 Sep 24 15:37:56.600041 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:56.602927 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14696f-d598-4169-ab2b-037e321badc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:56.607249 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52678) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:56.636193 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['7841f385-4f3a-490b-bd5c-830abaf11709'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:56.643201 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f301052-af24-4651-8b5b-a4be393dcdd6 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event updated for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=7']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:56.652556 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeee393-8da5-4b75-a08c-09da855f7ed9 x-openstack-request-id: req-efeee393-8da5-4b75-a08c-09da855f7ed9 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:56.652871 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:56.653180 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efeee393-8da5-4b75-a08c-09da855f7ed9 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:56.653515 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'status': 'completed', 'code': 200} Sep 24 15:37:56.684746 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-20d2eebb-f4c5-4a84-a1ef-29c04c2a714a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.732947 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-20d2eebb-f4c5-4a84-a1ef-29c04c2a714a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.766672 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['7841f385-4f3a-490b-bd5c-830abaf11709'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:56.777588 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14696f-d598-4169-ab2b-037e321badc3 req-a0885e20-0325-4f06-b316-76440c316d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.779297 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-a0885e20-0325-4f06-b316-76440c316d97 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1099 time: 0.0892653 Sep 24 15:37:56.875847 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52682) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:56.944188 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-540d5135-3182-420e-ab6f-85469b6575e3 None None] Provisioning complete for port 7841f385-4f3a-490b-bd5c-830abaf11709 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:56.944679 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-540d5135-3182-420e-ab6f-85469b6575e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.944840 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14696f-d598-4169-ab2b-037e321badc3 req-87916a6d-d3f9-4d69-9814-16432a59c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.946446 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-87916a6d-d3f9-4d69-9814-16432a59c51c service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.1515689 Sep 24 15:37:56.972966 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-20d2eebb-f4c5-4a84-a1ef-29c04c2a714a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.977516 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-20d2eebb-f4c5-4a84-a1ef-29c04c2a714a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.982223 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-20d2eebb-f4c5-4a84-a1ef-29c04c2a714a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "DELETE /v2.0/security-groups/9515eed6-c614-4266-a1a5-7a02fe5e4fb1 HTTP/1.1" status: 204 len: 168 time: 0.3717344 Sep 24 15:37:56.982822 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52686) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:57.031875 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2eebb-f4c5-4a84-a1ef-29c04c2a714a tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515eed6-c614-4266-a1a5-7a02fe5e4fb1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:57.039949 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5f4d2ec5-9d0c-460c-ad5f-2ef20d27e1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.069549 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-8fab0469-c7cf-4afb-9e6e-8541f790d679 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 1001 time: 0.0853715 Sep 24 15:37:57.131412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14696f-d598-4169-ab2b-037e321badc3 req-b4f425bc-bd28-466d-9d5e-61e33bdc8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.133014 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-b4f425bc-bd28-466d-9d5e-61e33bdc8cdb service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.0546188 Sep 24 15:37:57.185758 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14696f-d598-4169-ab2b-037e321badc3 req-570283a2-afc3-4931-8bc8-92f65a921276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.187182 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-570283a2-afc3-4931-8bc8-92f65a921276 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423119 Sep 24 15:37:57.240548 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5f4d2ec5-9d0c-460c-ad5f-2ef20d27e1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.247897 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Deleting port 8b598cc7-3d82-4fa3-9ec8-905419087961 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:57.248226 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.284406 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-b791608c-adf4-4193-8641-96f8ca8247c3 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860674 Sep 24 15:37:57.324145 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.324473 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.336360 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Calling delete_port for 8b598cc7-3d82-4fa3-9ec8-905419087961 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:57.348497 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5f4d2ec5-9d0c-460c-ad5f-2ef20d27e1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.359112 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:57.386371 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-db14696f-d598-4169-ab2b-037e321badc3 req-3934f991-d29a-45e7-a44d-2737bfe236d4 service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912256 Sep 24 15:37:57.453839 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-5f4d2ec5-9d0c-460c-ad5f-2ef20d27e1ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8f8e898e4594dd1a74709f5425bec0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747938 Sep 24 15:37:57.455946 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52692) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:57.457985 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d2ec5-9d0c-460c-ad5f-2ef20d27e1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b65ed-004d-449b-a870-91a3f75568b4,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:57.477445 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 3cccae9c-2b82-46ab-b227-fc5951de171d completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:57.480166 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 3cccae9c-2b82-46ab-b227-fc5951de171d triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:57.480821 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.548654 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-da507811-8bc2-4aae-8d96-5c43a9b84968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.573259 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-da507811-8bc2-4aae-8d96-5c43a9b84968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.622052 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a571ce8-befb-4934-9383-b6dedce5f18c req-d01fa18a-7177-4b38-8f96-b16c11f10b06 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.623606 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6a571ce8-befb-4934-9383-b6dedce5f18c req-d01fa18a-7177-4b38-8f96-b16c11f10b06 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0587070 Sep 24 15:37:57.657650 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.663473 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.685722 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6a571ce8-befb-4934-9383-b6dedce5f18c req-05251f0e-2633-4828-8c0a-48cfe07c5780 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556605 Sep 24 15:37:57.688651 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event deleted for resources: {'Port': ['ID=8b598cc7-3d82-4fa3-9ec8-905419087961,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:57.692952 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:57.695741 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7712ab-d737-4a9d-a80a-28c08ee889c3" -d '{"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-plugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:57.712395 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:57.758727 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.759055 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Floating IP c215ddc1-b0f1-472e-bea8-93be74ce028b disassociated (deleted). External IP: 172.27.1.77, port: 7841f385-4f3a-490b-bd5c-830abaf11709. Sep 24 15:37:57.781020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d4ec62-2f67-4a13-9798-78b59f9bd574 x-openstack-request-id: req-a3d4ec62-2f67-4a13-9798-78b59f9bd574 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:57.781020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-plugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:57.781020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3d4ec62-2f67-4a13-9798-78b59f9bd574 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:57.781020 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'code': 200} Sep 24 15:37:57.802249 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-da507811-8bc2-4aae-8d96-5c43a9b84968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.805900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-da507811-8bc2-4aae-8d96-5c43a9b84968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.806796 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-da507811-8bc2-4aae-8d96-5c43a9b84968 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e41b65ed-004d-449b-a870-91a3f75568b4 HTTP/1.1" status: 204 len: 168 time: 0.3497975 Sep 24 15:37:57.820242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da507811-8bc2-4aae-8d96-5c43a9b84968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b65ed-004d-449b-a870-91a3f75568b4,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:57.845510 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.903117 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:57.984672 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Router aae9af5e-a958-41ae-9167-450f4df43665 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:37:58.094188 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:37:58.098909 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.105279 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] Sync routers for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:37:58.114487 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:58.115203 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:58.140449 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b5dd89bd-77ac-4b94-ad1b-cdbc51c4f715 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "DELETE /v2.0/floatingips/c215ddc1-b0f1-472e-bea8-93be74ce028b HTTP/1.1" status: 204 len: 168 time: 1.1564012 Sep 24 15:37:58.157357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115a2b-6524-4776-81f9-a9b8caf049c4 req-9cac0e73-dec2-4fd3-ae58-a1288c72be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:58.159119 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d1115a2b-6524-4776-81f9-a9b8caf049c4 req-9cac0e73-dec2-4fd3-ae58-a1288c72be29 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1098 time: 0.0416532 Sep 24 15:37:58.208072 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d1115a2b-6524-4776-81f9-a9b8caf049c4 req-5abdcf34-2af7-4d9d-a8ca-71f44f184fba service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Sep 24 15:37:58.250661 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:58.447011 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:38Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:58.477127 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] Checking router: aae9af5e-a958-41ae-9167-450f4df43665 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:37:58.485475 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:58.486068 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:58.654330 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:58.661074 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a874577-37fb-4614-a262-c341fd32d9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:58.698270 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819d4c3-8894-4ff8-8992-74688e35bfbb x-openstack-request-id: req-9819d4c3-8894-4ff8-8992-74688e35bfbb {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:58.698673 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:58.698925 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9819d4c3-8894-4ff8-8992-74688e35bfbb {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:58.699452 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'status': 'completed', 'code': 200} Sep 24 15:37:58.709081 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:58.765462 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52734) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:58.775918 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-83a07606-ebc6-412b-a2cc-d7082508f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:58.777548 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-83a07606-ebc6-412b-a2cc-d7082508f0c6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0cb7b879b7594fecaa483635998a87ca&device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 1099 time: 0.0515125 Sep 24 15:37:58.780478 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.897799 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.902771 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242944-f00f-4986-a1c3-c0ec3e165c36 req-fb46a791-e78f-40fb-bd6a-803ec77cf613 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:58.904329 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1c242944-f00f-4986-a1c3-c0ec3e165c36 req-fb46a791-e78f-40fb-bd6a-803ec77cf613 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.1208954 Sep 24 15:37:58.931793 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-3e8187e1-91ac-4907-8b20-6d832217d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:58.933215 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-3e8187e1-91ac-4907-8b20-6d832217d772 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 200 len: 917 time: 0.1391573 Sep 24 15:37:58.947917 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:38Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:58.982993 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af34ff-0593-47e6-aec9-6c679b38fc9e None None] The sync data for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi is: [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:34:34Z', 'revision_number': 4, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'e7e4c8e4-8efb-4132-8782-7a93d543fd08', 'name': '', 'network_id': '2d9a6967-345e-4e16-820b-ce17a92d9b50', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'mac_address': 'fa:16:3e:e0:3b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd0282084-d221-48dc-a802-72b3743017ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:33Z', 'updated_at': '2021-09-24T15:34:38Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'subnets': [{'id': 'd0282084-d221-48dc-a802-72b3743017ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:37:58.986012 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-7d0b6d89-4a57-4f14-9690-5536c7fbe54f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 200 len: 217 time: 0.0401669 Sep 24 15:37:58.989132 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1c242944-f00f-4986-a1c3-c0ec3e165c36 req-82dcdca7-b0c4-456c-a8b2-05f33c731f3f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738530 Sep 24 15:37:59.013846 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.045309 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-310c5cad-25db-4b4e-832c-3299bd83227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.047061 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-310c5cad-25db-4b4e-832c-3299bd83227c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 200 len: 854 time: 0.0462656 Sep 24 15:37:59.052395 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8031c1baf2f64d1596be82ddbf61f113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856104 Sep 24 15:37:59.053768 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1993f1e5-c0fb-42d9-901f-dc405b6c645e,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:59.055719 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52736) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:59.076968 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.077315 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.077647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.078006 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.078341 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.078798 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.079122 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.079708 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.079922 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.080286 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.080600 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.080961 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504ac8a-bd25-4bc0-b170-798a7639f352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:59.097966 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-25b27405-befb-4a50-a553-2a8f240dc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.099642 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-25b27405-befb-4a50-a553-2a8f240dc12a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2d9a6967-345e-4e16-820b-ce17a92d9b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429633 Sep 24 15:37:59.124530 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-93c43757-a9d4-49b3-8506-1e06e5b7b5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.158388 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-93c43757-a9d4-49b3-8506-1e06e5b7b5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.216307 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-6a42443c-f367-467c-9129-183f39f1c27c service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021881 Sep 24 15:37:59.233919 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d7670-bff5-46ed-b0ae-6834d9997e4f None None] New status for floating IP c215ddc1-b0f1-472e-bea8-93be74ce028b: DOWN {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:37:59.314214 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a874577-37fb-4614-a262-c341fd32d9f5 req-7c23234d-048e-45f7-9b86-075d5ffbc28d service neutron] 10.222.0.109 "GET /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860040 Sep 24 15:37:59.328306 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-93c43757-a9d4-49b3-8506-1e06e5b7b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.331182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-93c43757-a9d4-49b3-8506-1e06e5b7b5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.332343 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-93c43757-a9d4-49b3-8506-1e06e5b7b5b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1993f1e5-c0fb-42d9-901f-dc405b6c645e HTTP/1.1" status: 204 len: 168 time: 0.2757399 Sep 24 15:37:59.343684 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c43757-a9d4-49b3-8506-1e06e5b7b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993f1e5-c0fb-42d9-901f-dc405b6c645e,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:00.107981 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4223-792b-4f0b-94cb-4e4cf6c7fbd3 req-cb4c5300-243b-4c82-bd78-1429534d70cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:00.109461 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ea5b4223-792b-4f0b-94cb-4e4cf6c7fbd3 req-cb4c5300-243b-4c82-bd78-1429534d70cb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0495164 Sep 24 15:38:00.149571 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ea5b4223-792b-4f0b-94cb-4e4cf6c7fbd3 req-8b0d0d68-6e9d-412f-aea7-5a1dd1966ae9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333483 Sep 24 15:38:00.267507 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb98b-1d2b-457d-b5d7-bf49733e1e84 req-015eb950-177f-4479-a09f-479bedb60a11 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:00.269031 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-81bdb98b-1d2b-457d-b5d7-bf49733e1e84 req-015eb950-177f-4479-a09f-479bedb60a11 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0490892 Sep 24 15:38:00.277900 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52766) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:00.282206 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Request body: {'floatingip': {'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:00.323568 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:00.968410 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.076683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.180993 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Floating IP 268c69a5-f129-43da-b30b-15c3900dfd44 associated. External IP: 172.27.1.114, port: 3cccae9c-2b82-46ab-b227-fc5951de171d. Sep 24 15:38:01.233420 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7b8995db-d13e-4cff-9f17-c786649f3459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.387527 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Router 936d5568-a45b-4469-b752-19202e80c923 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:01.494285 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:01.499021 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.503806 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:01.513057 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:01.513681 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:01.530540 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-82dfe17e-ce5c-40ea-936c-82e11bbcda73 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "PUT /v2.0/floatingips/268c69a5-f129-43da-b30b-15c3900dfd44 HTTP/1.1" status: 200 len: 991 time: 1.2490840 Sep 24 15:38:01.530540 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:01.531412 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a648221c-7cdc-4be4-8c84-f85e9f803b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:01.572839 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45845791-871f-41e7-aff1-740e06c59a58 x-openstack-request-id: req-45845791-871f-41e7-aff1-740e06c59a58 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:01.573303 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:01.573603 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45845791-871f-41e7-aff1-740e06c59a58 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:01.573997 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'status': 'completed', 'code': 200} Sep 24 15:38:01.637523 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:01.904126 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '268c69a5-f129-43da-b30b-15c3900dfd44', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '936d5568-a45b-4469-b752-19202e80c923', 'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'mac_address': 'fa:16:3e:57:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:37:43Z', 'updated_at': '2021-09-24T15:38:00Z', 'revision_number': 1, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:01.933748 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:01.941708 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:01.942297 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:02.044414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:02.274744 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '268c69a5-f129-43da-b30b-15c3900dfd44', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '936d5568-a45b-4469-b752-19202e80c923', 'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'mac_address': 'fa:16:3e:57:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:37:43Z', 'updated_at': '2021-09-24T15:38:00Z', 'revision_number': 1, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:02.304375 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11645e3-3721-4cbe-a9f3-56df8ad0bf55 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '268c69a5-f129-43da-b30b-15c3900dfd44', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '936d5568-a45b-4469-b752-19202e80c923', 'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'mac_address': 'fa:16:3e:57:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:37:43Z', 'updated_at': '2021-09-24T15:38:00Z', 'revision_number': 1, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:02.477717 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be252fe5-976f-41a1-a0b9-517f4ac5e39f None None] New status for floating IP 268c69a5-f129-43da-b30b-15c3900dfd44: ACTIVE {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:38:03.201257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-9af7a01e-3bb7-4024-8b95-b2427a00c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.202766 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-9af7a01e-3bb7-4024-8b95-b2427a00c9c8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1098 time: 0.1324520 Sep 24 15:38:03.296434 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-1ec18aba-424c-44a5-998c-a1f062488b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.298106 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-1ec18aba-424c-44a5-998c-a1f062488b82 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.0847690 Sep 24 15:38:03.365621 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-0390032a-6c72-49dd-be12-888b077a94ad service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cccae9c-2b82-46ab-b227-fc5951de171d HTTP/1.1" status: 200 len: 1001 time: 0.0598347 Sep 24 15:38:03.415130 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-23352c37-637c-4064-9c75-4883387cb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.416549 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-23352c37-637c-4064-9c75-4883387cb1c3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0424027 Sep 24 15:38:03.471447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-765a5f65-9abe-4087-974d-5579626fa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.472914 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-765a5f65-9abe-4087-974d-5579626fa686 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379219 Sep 24 15:38:03.575517 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-4ef248f9-8e16-4cc7-80d9-ba0ea4849353 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874031 Sep 24 15:38:03.670525 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a648221c-7cdc-4be4-8c84-f85e9f803b3b req-fb608ef6-dac7-420b-bd04-424bc1be3ebb service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875099 Sep 24 15:38:04.004508 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-316db02c-5aa9-4939-93e9-1b890b59019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.604534 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.187311 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.829241 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e27d2e-f047-465c-aaf0-5dec9842ca32 req-d8b735bf-1421-4dec-9879-c06004c55648 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:05.830727 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-54e27d2e-f047-465c-aaf0-5dec9842ca32 req-d8b735bf-1421-4dec-9879-c06004c55648 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0474248 Sep 24 15:38:05.868466 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-54e27d2e-f047-465c-aaf0-5dec9842ca32 req-4f587df8-19cf-459e-b361-a344fc5d30e0 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Sep 24 15:38:06.569760 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.981207 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476b5b0-2694-44a0-8a13-fcbc932622d9 req-c1ba7f77-cdbb-42e4-9f37-f6dcaee23b26 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.981207 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c476b5b0-2694-44a0-8a13-fcbc932622d9 req-c1ba7f77-cdbb-42e4-9f37-f6dcaee23b26 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0459335 Sep 24 15:38:07.016571 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c476b5b0-2694-44a0-8a13-fcbc932622d9 req-80effcc8-bdc9-49d9-a283-0ed27dbf2eee tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Sep 24 15:38:07.138189 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52906) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:07.240917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ad1e-bc1c-4028-85e5-5015b2acb149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.326166 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ad1e-bc1c-4028-85e5-5015b2acb149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.429587 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b8d9ad1e-bc1c-4028-85e5-5015b2acb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.468106 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b8d9ad1e-bc1c-4028-85e5-5015b2acb149 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9e8b07a3101430d862a77ab622d4fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288801 Sep 24 15:38:07.470096 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9ad1e-bc1c-4028-85e5-5015b2acb149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab48d2d-a4d9-45eb-be02-9813e54c2c08,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:07.470784 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52910) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:07.719548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.741409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.881474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.884572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.885746 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fab48d2d-a4d9-45eb-be02-9813e54c2c08 HTTP/1.1" status: 204 len: 168 time: 0.4139431 Sep 24 15:38:07.893408 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab48d2d-a4d9-45eb-be02-9813e54c2c08,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:07.901011 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.901361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.901701 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.902033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.902391 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.902723 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.903130 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.903412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.903739 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.904279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.904609 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:07.904961 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917539c9-38aa-44d6-ae65-c4387f1dce03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:08.135832 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a86e5-11ae-4a60-aa3c-778ce4d15af6 req-2b81dda8-5100-40f1-8847-ed586d99a332 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:08.137208 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ca7a86e5-11ae-4a60-aa3c-778ce4d15af6 req-2b81dda8-5100-40f1-8847-ed586d99a332 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0500271 Sep 24 15:38:08.173524 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ca7a86e5-11ae-4a60-aa3c-778ce4d15af6 req-128af573-aba2-48a1-80dd-1dfbbc8784b8 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Sep 24 15:38:08.742318 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 52922) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:08.755370 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0ed14f7c-6005-458f-9f17-de8b6c7d8fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.845469 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0ed14f7c-6005-458f-9f17-de8b6c7d8fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.957665 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0ed14f7c-6005-458f-9f17-de8b6c7d8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.995881 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-0ed14f7c-6005-458f-9f17-de8b6c7d8fc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=551f2c968c5640dc94cf27c012ca05e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524164 Sep 24 15:38:08.996876 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed14f7c-6005-458f-9f17-de8b6c7d8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb7c39-bb6b-4bf6-b4ac-2879399d1a77,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:08.998598 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 52926) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:09.047049 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-badebe68-5ad5-4159-b71e-8867f81e0755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:09.066942 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-badebe68-5ad5-4159-b71e-8867f81e0755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:09.266883 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-badebe68-5ad5-4159-b71e-8867f81e0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:09.269432 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-badebe68-5ad5-4159-b71e-8867f81e0755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:09.270570 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-badebe68-5ad5-4159-b71e-8867f81e0755 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64eb7c39-bb6b-4bf6-b4ac-2879399d1a77 HTTP/1.1" status: 204 len: 168 time: 0.2703726 Sep 24 15:38:09.278616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badebe68-5ad5-4159-b71e-8867f81e0755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb7c39-bb6b-4bf6-b4ac-2879399d1a77,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:09.293723 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d6c0-c732-4ad1-8ae3-dd7de3e07727 req-503c83b7-9a0e-4737-b632-7581cb15ccf9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.296043 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2474d6c0-c732-4ad1-8ae3-dd7de3e07727 req-503c83b7-9a0e-4737-b632-7581cb15ccf9 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0533736 Sep 24 15:38:09.336066 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2474d6c0-c732-4ad1-8ae3-dd7de3e07727 req-4a172a90-4d67-4606-911a-a3637b1eb5a1 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Sep 24 15:38:10.448580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b38d9-4679-409e-a71b-3ceff04ce93a req-3fa625e1-372d-4ac0-8d12-ce3d8b00717e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:10.450067 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f01b38d9-4679-409e-a71b-3ceff04ce93a req-3fa625e1-372d-4ac0-8d12-ce3d8b00717e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0478275 Sep 24 15:38:10.487743 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f01b38d9-4679-409e-a71b-3ceff04ce93a req-29f2fcbe-f8f6-46cb-9207-75a87c1b6153 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316885 Sep 24 15:38:11.602521 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034b080-377f-47dd-8fa0-f7c545ced902 req-251f6645-a9c6-4cda-bfbb-1c8bc391847e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:11.604033 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3034b080-377f-47dd-8fa0-f7c545ced902 req-251f6645-a9c6-4cda-bfbb-1c8bc391847e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0466723 Sep 24 15:38:11.641113 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3034b080-377f-47dd-8fa0-f7c545ced902 req-53b9ae1a-2067-417a-bf35-d892c8b2df69 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Sep 24 15:38:12.429758 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:38:12.761041 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2426-0ee5-4560-b28f-5d11d463a20f req-cc66992c-15f5-424e-b747-4b3e6a568b98 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:12.763281 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-accc2426-0ee5-4560-b28f-5d11d463a20f req-cc66992c-15f5-424e-b747-4b3e6a568b98 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0539820 Sep 24 15:38:12.807983 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-accc2426-0ee5-4560-b28f-5d11d463a20f req-ac23547c-6bd2-41e0-bc1c-28b79935ed0e tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Sep 24 15:38:13.733593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-479efd6a-85c2-413b-8c63-60552256f774 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:13.735020 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-479efd6a-85c2-413b-8c63-60552256f774 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.109 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0478523 Sep 24 15:38:13.828285 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Deleting port 7841f385-4f3a-490b-bd5c-830abaf11709 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:13.828632 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:13.928030 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f9de5-fc86-47ff-8834-cd1b3e87e02b req-54fd8870-f8a6-4143-ae28-a523fa1c9e3b tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:13.935072 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-274f9de5-fc86-47ff-8834-cd1b3e87e02b req-54fd8870-f8a6-4143-ae28-a523fa1c9e3b tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 946 time: 0.0548816 Sep 24 15:38:13.951902 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] For port 7841f385-4f3a-490b-bd5c-830abaf11709, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=7841f385-4f3a-490b-bd5c-830abaf11709,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:13.952283 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:13.966865 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Calling delete_port for 7841f385-4f3a-490b-bd5c-830abaf11709 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:13.979109 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-274f9de5-fc86-47ff-8834-cd1b3e87e02b req-9323a3c9-c5dc-4310-950d-99fedf6b49f8 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac627b32-0519-4188-b80b-deb5e8c42a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Sep 24 15:38:14.235528 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.250143 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['7841f385-4f3a-490b-bd5c-830abaf11709'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:14.270245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Pushing event deleted for resources: {'Port': ['ID=7841f385-4f3a-490b-bd5c-830abaf11709,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:14.312257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] No DVR routers for this DVR port 7841f385-4f3a-490b-bd5c-830abaf11709 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:14.314896 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.317283 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ebb49ea5-57c1-4380-b4b5-61eb20d5903b req-76905574-e1ab-4619-b5b9-54bdc48a7007 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.109 "DELETE /v2.0/ports/7841f385-4f3a-490b-bd5c-830abaf11709 HTTP/1.1" status: 204 len: 173 time: 0.5758953 Sep 24 15:38:14.322531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'name': 'network-vif-deleted', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:14.322531 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f57185-c3f8-406f-a96e-d545412ff10b" -d '{"events": [{"server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "name": "network-vif-deleted", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:14.479209 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592b22c1-c999-4fa0-8ee3-ada6f8637e0e x-openstack-request-id: req-592b22c1-c999-4fa0-8ee3-ada6f8637e0e {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:14.479209 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72b99fa-67cc-4199-9b7d-8100d9998cdc", "name": "network-vif-deleted", "tag": "7841f385-4f3a-490b-bd5c-830abaf11709", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:14.479209 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-592b22c1-c999-4fa0-8ee3-ada6f8637e0e {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:14.479209 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72b99fa-67cc-4199-9b7d-8100d9998cdc', 'name': 'network-vif-deleted', 'tag': '7841f385-4f3a-490b-bd5c-830abaf11709', 'status': 'completed', 'code': 200} Sep 24 15:38:15.072634 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5e7859f0-1b8a-4408-a3f3-07194b05f337 req-4473fd20-863c-42ca-831f-2a15f7abe62c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0254090 Sep 24 15:38:15.244762 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53120) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:15.345166 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fe096908-cfab-4225-ae04-1ee2310d8438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.436536 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fe096908-cfab-4225-ae04-1ee2310d8438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.528381 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fe096908-cfab-4225-ae04-1ee2310d8438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.564026 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe096908-cfab-4225-ae04-1ee2310d8438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5887a9-f7a9-43ef-9fc1-e3b7c00fcc40,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:15.569813 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-fe096908-cfab-4225-ae04-1ee2310d8438 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5ad0c4722384fa5bdecac0f90e575c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240604 Sep 24 15:38:15.572509 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53126) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:15.623160 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ec944f99-b6db-498b-9f76-a4d456590349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.643510 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ec944f99-b6db-498b-9f76-a4d456590349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.783499 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ec944f99-b6db-498b-9f76-a4d456590349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.786339 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ec944f99-b6db-498b-9f76-a4d456590349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.787511 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ec944f99-b6db-498b-9f76-a4d456590349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd5887a9-f7a9-43ef-9fc1-e3b7c00fcc40 HTTP/1.1" status: 204 len: 168 time: 0.2141495 Sep 24 15:38:15.795706 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec944f99-b6db-498b-9f76-a4d456590349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5887a9-f7a9-43ef-9fc1-e3b7c00fcc40,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:16.175638 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1ad52a70-dd2a-4ebe-ab69-45ed3ac5d7f2 req-ad4831bf-f967-4e1b-8ebc-7de75c31aab0 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0241621 Sep 24 15:38:16.446447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53138) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:16.459935 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13693ddb-3906-47a3-bcd0-0a73759e411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.547965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13693ddb-3906-47a3-bcd0-0a73759e411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.648611 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13693ddb-3906-47a3-bcd0-0a73759e411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.687598 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-13693ddb-3906-47a3-bcd0-0a73759e411a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa9165051e6b4962ae096a49fcfc7078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400784 Sep 24 15:38:16.688474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13693ddb-3906-47a3-bcd0-0a73759e411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73bf7b0-70b8-4cb1-890c-6a8e220db595,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:16.690460 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53142) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:16.741415 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17924378-5ca1-4903-85ac-fcf6465a92b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.762102 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17924378-5ca1-4903-85ac-fcf6465a92b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.940089 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17924378-5ca1-4903-85ac-fcf6465a92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.942597 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-17924378-5ca1-4903-85ac-fcf6465a92b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.943823 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-17924378-5ca1-4903-85ac-fcf6465a92b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e73bf7b0-70b8-4cb1-890c-6a8e220db595 HTTP/1.1" status: 204 len: 168 time: 0.2517934 Sep 24 15:38:16.951228 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17924378-5ca1-4903-85ac-fcf6465a92b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73bf7b0-70b8-4cb1-890c-6a8e220db595,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:17.279919 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-89c0c566-ecb5-4cf7-bf0d-08691edd60a6 req-e1236d50-9fe3-4b5c-b8c8-359f5bc68d5c tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0256751 Sep 24 15:38:18.378856 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f590c2fb-d942-44a2-be04-c58d5d472a6d req-64739081-794e-4ee1-b505-d99ceece5ae3 tempest-TestMinimumBasicScenario-943693840 tempest-TestMinimumBasicScenario-943693840-project] 10.222.0.60 "GET /v2.0/ports?device_id=d72b99fa-67cc-4199-9b7d-8100d9998cdc HTTP/1.1" status: 200 len: 210 time: 0.0249238 Sep 24 15:38:19.498309 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 7841f385-4f3a-490b-bd5c-830abaf11709 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:19.517480 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 7841f385-4f3a-490b-bd5c-830abaf11709 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:19.527965 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 7841f385-4f3a-490b-bd5c-830abaf11709 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:21.382342 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53276) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:21.821198 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.119284 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Deleting port e7e4c8e4-8efb-4132-8782-7a93d543fd08 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:22.119624 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.197906 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] For port e7e4c8e4-8efb-4132-8782-7a93d543fd08, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=e7e4c8e4-8efb-4132-8782-7a93d543fd08,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:22.198266 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.211573 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Calling delete_port for e7e4c8e4-8efb-4132-8782-7a93d543fd08 owned by network:router_interface {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:22.549173 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.578886 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e4c8e4-8efb-4132-8782-7a93d543fd08,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:22.745761 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.955990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Router aae9af5e-a958-41ae-9167-450f4df43665 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:23.060330 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:23.065714 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-b1295267-a384-4944-b1b6-bbc779076b69 admin admin] 10.222.0.60 "PUT /v2.0/routers/aae9af5e-a958-41ae-9167-450f4df43665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823258 Sep 24 15:38:23.068818 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53320) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:23.077567 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] Sync routers for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:23.088082 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:23.088890 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:23.180657 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks [] for router, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.202204 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:23.287998 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.391792 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:23.418749 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] Checking router: aae9af5e-a958-41ae-9167-450f4df43665 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:23.427771 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] Routers {'aae9af5e-a958-41ae-9167-450f4df43665'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:23.428359 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['aae9af5e-a958-41ae-9167-450f4df43665'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:23.530965 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] Set router aae9af5e-a958-41ae-9167-450f4df43665 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:23.585345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Deleting port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:23.585943 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.723936 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:23.758270 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c7790c-1a58-49de-a61d-56d5f61446c0 None None] The sync data for ids ['aae9af5e-a958-41ae-9167-450f4df43665'] in dv-cinder-810924-1-iscsi is: [{'id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'name': 'tempest-TestMinimumBasicScenario-1527888579-router', 'tenant_id': '0cb7b879b7594fecaa483635998a87ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:30Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 5, 'project_id': '0cb7b879b7594fecaa483635998a87ca', 'gw_port': {'id': '3dc07a18-6507-4fff-9ca3-fd4da1fdcac3', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:65:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae9af5e-a958-41ae-9167-450f4df43665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:31Z', 'updated_at': '2021-09-24T15:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:23.877770 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] For port 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:23.878130 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.889820 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Calling delete_port for 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 owned by network:router_gateway {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:24.120245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.196311 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc07a18-6507-4fff-9ca3-fd4da1fdcac3,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:24.218787 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.323970 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.326109 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.497570 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.498102 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae9af5e-a958-41ae-9167-450f4df43665 {{(pid=94564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:38:24.512083 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.512083 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1795e268-2c3a-421d-89ec-96364ab8409c admin admin] 10.222.0.60 "DELETE /v2.0/routers/aae9af5e-a958-41ae-9167-450f4df43665 HTTP/1.1" status: 204 len: 168 time: 1.4367113 Sep 24 15:38:24.512083 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53348) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:24.562438 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Deleting subnet d0282084-d221-48dc-a802-72b3743017ca {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:38:24.570230 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.604695 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e7e4c8e4-8efb-4132-8782-7a93d543fd08 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:24.616827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.630020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: e7e4c8e4-8efb-4132-8782-7a93d543fd08 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:24.630387 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e7e4c8e4-8efb-4132-8782-7a93d543fd08 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:24.729208 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.785110 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53358) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:24.892696 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cce1c7a0-a70d-4a00-aecb-446680f1b486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.946767 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.982402 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.982402 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d0282084-d221-48dc-a802-72b3743017ca HTTP/1.1" status: 204 len: 168 time: 0.4700911 Sep 24 15:38:24.984767 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53362) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:24.985512 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84352391-e57e-455b-98cf-717221b11b0d None None] Network 2d9a6967-345e-4e16-820b-ce17a92d9b50 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:24.985614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0af86b-0f99-48a3-bf9e-832441e9dd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0282084-d221-48dc-a802-72b3743017ca,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.039355 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cce1c7a0-a70d-4a00-aecb-446680f1b486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.061701 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.111782 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cce1c7a0-a70d-4a00-aecb-446680f1b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.120669 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Deleting port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:25.121002 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.159131 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-cce1c7a0-a70d-4a00-aecb-446680f1b486 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08fcf4a221f0413090538f2651bfad2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729668 Sep 24 15:38:25.161061 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1c7a0-a70d-4a00-aecb-446680f1b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d586a1fc-ad94-45b7-a09d-b4f85b19de02,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.163901 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53368) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:25.207109 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] For port 02f8c8bc-bd1a-444f-9efd-cfec5254d634, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=02f8c8bc-bd1a-444f-9efd-cfec5254d634,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:25.207492 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.224215 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Calling delete_port for 02f8c8bc-bd1a-444f-9efd-cfec5254d634 owned by network:dhcp {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:25.226677 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cfa62947-a957-4e73-a5cf-f68b89312eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.257452 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cfa62947-a957-4e73-a5cf-f68b89312eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.342961 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] DHCP port deletion for 2d9a6967-345e-4e16-820b-ce17a92d9b50 request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:38:25.390099 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] Deleting port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:25.390474 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.442460 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cfa62947-a957-4e73-a5cf-f68b89312eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.445143 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cfa62947-a957-4e73-a5cf-f68b89312eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.446291 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-cfa62947-a957-4e73-a5cf-f68b89312eeb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d586a1fc-ad94-45b7-a09d-b4f85b19de02 HTTP/1.1" status: 204 len: 168 time: 0.2814596 Sep 24 15:38:25.454246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa62947-a957-4e73-a5cf-f68b89312eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d586a1fc-ad94-45b7-a09d-b4f85b19de02,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.454414 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] For port 02f8c8bc-bd1a-444f-9efd-cfec5254d634, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=02f8c8bc-bd1a-444f-9efd-cfec5254d634,segment=NetworkSegment(5bb7cf50-9b6a-4b07-8bf5-777794892c42),segment_id=5bb7cf50-9b6a-4b07-8bf5-777794892c42)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:25.454792 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.483596 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] Calling delete_port for 02f8c8bc-bd1a-444f-9efd-cfec5254d634 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:25.503733 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.535444 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f8c8bc-bd1a-444f-9efd-cfec5254d634,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.539395 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] No DVR routers for this DVR port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 on host dv-cinder-810924-1-iscsi {{(pid=94565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:25.605204 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.611508 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.630490 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] Pushing event deleted for resources: {'Port': ['ID=02f8c8bc-bd1a-444f-9efd-cfec5254d634,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.632950 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9a6967-345e-4e16-820b-ce17a92d9b50']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:25.635421 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ac1b2-39a3-415e-96c4-fc2397b74dc6 None None] No DVR routers for this DVR port 02f8c8bc-bd1a-444f-9efd-cfec5254d634 on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:25.644574 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb7cf50-9b6a-4b07-8bf5-777794892c42') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:25.644873 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb7cf50-9b6a-4b07-8bf5-777794892c42') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:25.656389 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.669100 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.674647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Releasing vlan 1328 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:38:25.675132 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:38:25.676737 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:38:25.824999 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.836532 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.841249 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53384) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:25.842249 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d9a6967-345e-4e16-820b-ce17a92d9b50 HTTP/1.1" status: 204 len: 168 time: 0.8531592 Sep 24 15:38:25.846737 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53386) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:25.869758 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd0594-b25f-4f72-9882-97ee1d548396 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9a6967-345e-4e16-820b-ce17a92d9b50,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.971174 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-479802ad-6dde-40a8-bf87-917c7fd8b714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.099052 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.198201 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-479802ad-6dde-40a8-bf87-917c7fd8b714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.281456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.314445 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-479802ad-6dde-40a8-bf87-917c7fd8b714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.358857 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-479802ad-6dde-40a8-bf87-917c7fd8b714 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11fd4c621bbc46969b316cacf1ef11b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177078 Sep 24 15:38:26.361845 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53404) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:26.366335 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479802ad-6dde-40a8-bf87-917c7fd8b714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57cfd9-4daf-4374-bf7f-02dfccf00216,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:26.417996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9603553f-7435-4b59-9f80-602bc07d4d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.439023 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9603553f-7435-4b59-9f80-602bc07d4d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.544880 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 02f8c8bc-bd1a-444f-9efd-cfec5254d634 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:26.564609 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 02f8c8bc-bd1a-444f-9efd-cfec5254d634 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:26.565037 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 02f8c8bc-bd1a-444f-9efd-cfec5254d634 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:26.565582 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:26.584897 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:26.585562 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3dc07a18-6507-4fff-9ca3-fd4da1fdcac3 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:26.593736 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Deleting port c45737d3-913b-48d9-af4a-48155fc7bfd7 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:26.594087 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.623292 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9603553f-7435-4b59-9f80-602bc07d4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.626142 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9603553f-7435-4b59-9f80-602bc07d4d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.628555 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9603553f-7435-4b59-9f80-602bc07d4d51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d57cfd9-4daf-4374-bf7f-02dfccf00216 HTTP/1.1" status: 204 len: 168 time: 0.2651153 Sep 24 15:38:26.638491 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603553f-7435-4b59-9f80-602bc07d4d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57cfd9-4daf-4374-bf7f-02dfccf00216,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:26.678483 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] For port c45737d3-913b-48d9-af4a-48155fc7bfd7, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=c45737d3-913b-48d9-af4a-48155fc7bfd7,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:26.679643 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.691689 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Calling delete_port for c45737d3-913b-48d9-af4a-48155fc7bfd7 owned by network:router_interface {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:26.967612 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.993406 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45737d3-913b-48d9-af4a-48155fc7bfd7,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:27.166677 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.388306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Router 854879b4-77ac-4de6-a373-b22a74dcc660 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:27.472915 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53426) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:27.489674 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f529ac62-22c7-4458-bfe1-f6aa739d11d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.503263 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:27.527835 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3df6e728-4f57-4a60-8a3b-8c8cd941aa81 admin admin] 10.222.0.60 "PUT /v2.0/routers/854879b4-77ac-4de6-a373-b22a74dcc660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607201 Sep 24 15:38:27.527958 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53428) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:27.528066 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] Sync routers for ids ['854879b4-77ac-4de6-a373-b22a74dcc660'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:27.528066 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] Routers {'854879b4-77ac-4de6-a373-b22a74dcc660'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:27.528066 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['854879b4-77ac-4de6-a373-b22a74dcc660'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:27.633713 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] Set router 854879b4-77ac-4de6-a373-b22a74dcc660 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:27.652491 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks [] for router, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.717807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f529ac62-22c7-4458-bfe1-f6aa739d11d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.773910 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.809300 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:27.835067 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] Checking router: 854879b4-77ac-4de6-a373-b22a74dcc660 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:27.842951 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] Routers {'854879b4-77ac-4de6-a373-b22a74dcc660'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:27.843576 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['854879b4-77ac-4de6-a373-b22a74dcc660'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:27.929312 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f529ac62-22c7-4458-bfe1-f6aa739d11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.954345 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] Set router 854879b4-77ac-4de6-a373-b22a74dcc660 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:27.993388 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f529ac62-22c7-4458-bfe1-f6aa739d11d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=226e9f185d294db2902357cb2ca379d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189738 Sep 24 15:38:27.994805 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529ac62-22c7-4458-bfe1-f6aa739d11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eaa81f-bd0a-41da-a3e0-4612278fc945,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:27.996136 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53432) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:28.016022 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Deleting port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:28.016367 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.107588 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] For port e57e3b49-1f0f-4fde-891d-c9f9a73a3f84, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:28.108122 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.123524 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Calling delete_port for e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 owned by network:router_gateway {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:28.160579 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:28.194486 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8211433d-c66e-4c87-89c9-63e6f811c939 None None] The sync data for ids ['854879b4-77ac-4de6-a373-b22a74dcc660'] in dv-cinder-810924-1-iscsi is: [{'id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'name': 'tempest-TestMinimumBasicScenario-196907936-router', 'tenant_id': '564053e687d3435aba96c486e4bd4e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:39Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': '564053e687d3435aba96c486e4bd4e27', 'gw_port': {'id': 'e57e3b49-1f0f-4fde-891d-c9f9a73a3f84', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:65:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854879b4-77ac-4de6-a373-b22a74dcc660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:40Z', 'updated_at': '2021-09-24T15:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:28.302306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66eb8598-5c99-4ed4-9404-2b83fc7b2089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.322452 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66eb8598-5c99-4ed4-9404-2b83fc7b2089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.424455 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.449329 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57e3b49-1f0f-4fde-891d-c9f9a73a3f84,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:28.463038 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66eb8598-5c99-4ed4-9404-2b83fc7b2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.466617 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-66eb8598-5c99-4ed4-9404-2b83fc7b2089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.467908 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-66eb8598-5c99-4ed4-9404-2b83fc7b2089 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62eaa81f-bd0a-41da-a3e0-4612278fc945 HTTP/1.1" status: 204 len: 168 time: 0.4701099 Sep 24 15:38:28.477808 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8598-5c99-4ed4-9404-2b83fc7b2089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eaa81f-bd0a-41da-a3e0-4612278fc945,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:28.517155 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.651575 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.651575 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.717815 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device c45737d3-913b-48d9-af4a-48155fc7bfd7 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:28.742551 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: c45737d3-913b-48d9-af4a-48155fc7bfd7 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:28.743017 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device c45737d3-913b-48d9-af4a-48155fc7bfd7 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:28.805758 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.806220 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854879b4-77ac-4de6-a373-b22a74dcc660 {{(pid=94565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:38:28.812776 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.813135 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cf33d366-99ab-4aec-8768-dfd7c60d1948 admin admin] 10.222.0.60 "DELETE /v2.0/routers/854879b4-77ac-4de6-a373-b22a74dcc660 HTTP/1.1" status: 204 len: 168 time: 1.3011124 Sep 24 15:38:28.816287 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53446) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:28.861579 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Deleting subnet b0af0035-2677-4784-8ee3-03e51c287a9d {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:38:28.865213 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.903943 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.986948 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.155563 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.205258 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.209441 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0af0035-2677-4784-8ee3-03e51c287a9d HTTP/1.1" status: 204 len: 168 time: 0.3898678 Sep 24 15:38:29.209599 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76134276-d041-47c1-b1ab-63162938e204 None None] Network 5e5fc845-b0cc-4708-91d5-350ae2c6e57b requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:29.209708 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03579a-d486-429a-b44c-670eb87c80f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0af0035-2677-4784-8ee3-03e51c287a9d,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:29.209862 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53464) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:29.251996 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c4d00-be62-4083-8611-213f54f90181 req-d326bc46-b47c-4223-9c19-e300118fed09 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:29.253628 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-de5c4d00-be62-4083-8611-213f54f90181 req-d326bc46-b47c-4223-9c19-e300118fed09 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.1083853 Sep 24 15:38:29.296567 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.306868 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-de5c4d00-be62-4083-8611-213f54f90181 req-4ad4e18a-0f8d-472c-b8a4-bec3819bbc09 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Sep 24 15:38:29.368064 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Deleting port 3a572e02-3f8e-4df4-9028-168ae792684d {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:29.368410 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.441649 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] For port 3a572e02-3f8e-4df4-9028-168ae792684d, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3a572e02-3f8e-4df4-9028-168ae792684d,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:29.441649 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.450277 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] DHCP port deletion for 5e5fc845-b0cc-4708-91d5-350ae2c6e57b request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:38:29.453590 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Calling delete_port for 3a572e02-3f8e-4df4-9028-168ae792684d owned by network:dhcp {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:29.507045 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] Deleting port 3a572e02-3f8e-4df4-9028-168ae792684d {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:29.507777 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.576270 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] For port 3a572e02-3f8e-4df4-9028-168ae792684d, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=3a572e02-3f8e-4df4-9028-168ae792684d,segment=NetworkSegment(332a91f2-7276-4a60-8489-3e2fed4c5d72),segment_id=332a91f2-7276-4a60-8489-3e2fed4c5d72)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:29.576603 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.589659 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] Calling delete_port for 3a572e02-3f8e-4df4-9028-168ae792684d owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:29.652849 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.667564 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.680685 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a572e02-3f8e-4df4-9028-168ae792684d,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:29.685147 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] No DVR routers for this DVR port 3a572e02-3f8e-4df4-9028-168ae792684d on host dv-cinder-810924-1-iscsi {{(pid=94565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:29.691362 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] Pushing event deleted for resources: {'Port': ['ID=3a572e02-3f8e-4df4-9028-168ae792684d,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:29.697161 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2718e3e-1d29-4fd7-9bc5-47dbc8d486be None None] No DVR routers for this DVR port 3a572e02-3f8e-4df4-9028-168ae792684d on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:29.984005 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.004756 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5fc845-b0cc-4708-91d5-350ae2c6e57b']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:30.013640 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332a91f2-7276-4a60-8489-3e2fed4c5d72') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:30.013934 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332a91f2-7276-4a60-8489-3e2fed4c5d72') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:30.022781 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.035761 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.041628 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:38:30.042010 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:38:30.043741 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:38:30.167027 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.172570 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.174475 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] 10.222.0.60 "DELETE /v2.0/networks/5e5fc845-b0cc-4708-91d5-350ae2c6e57b HTTP/1.1" status: 204 len: 168 time: 0.9635310 Sep 24 15:38:30.185743 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f65602-eb44-4ebf-9ccf-b70daa24043c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5fc845-b0cc-4708-91d5-350ae2c6e57b,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:30.430757 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c6bee-96c3-4c71-9e90-5aaceacf7628 req-aa12242a-fda0-46c6-82ff-d6a7d4ce275c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.432354 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1e0c6bee-96c3-4c71-9e90-5aaceacf7628 req-aa12242a-fda0-46c6-82ff-d6a7d4ce275c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.0474870 Sep 24 15:38:30.471023 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1e0c6bee-96c3-4c71-9e90-5aaceacf7628 req-163a47f4-f59a-4370-8a21-f789176e943a tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Sep 24 15:38:30.546067 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3a572e02-3f8e-4df4-9028-168ae792684d no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:30.566159 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 3a572e02-3f8e-4df4-9028-168ae792684d {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:30.566503 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 3a572e02-3f8e-4df4-9028-168ae792684d not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:30.566924 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:30.589577 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:30.589577 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device e57e3b49-1f0f-4fde-891d-c9f9a73a3f84 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:30.600564 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53496) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:30.640669 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f3311f88-8b3e-4018-a913-2db881b44ec0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cb7b879b7594fecaa483635998a87ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383639 Sep 24 15:38:30.642622 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53502) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:30.689844 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e6979617-9a12-4c4f-821d-0527e435179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.710063 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e6979617-9a12-4c4f-821d-0527e435179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.851877 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e6979617-9a12-4c4f-821d-0527e435179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.851877 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e6979617-9a12-4c4f-821d-0527e435179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.851877 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e6979617-9a12-4c4f-821d-0527e435179e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac627b32-0519-4188-b80b-deb5e8c42a12 HTTP/1.1" status: 204 len: 168 time: 0.2054174 Sep 24 15:38:30.858990 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6979617-9a12-4c4f-821d-0527e435179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac627b32-0519-4188-b80b-deb5e8c42a12,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:31.401657 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0f11a2b9-6951-4160-adf3-63423686a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.585245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f360b15-37a3-4cb3-ac0f-c828a3173dae req-4f9ff611-09f2-4aaf-b90f-3cd791c60327 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.586752 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5f360b15-37a3-4cb3-ac0f-c828a3173dae req-4f9ff611-09f2-4aaf-b90f-3cd791c60327 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.0497301 Sep 24 15:38:31.623473 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5f360b15-37a3-4cb3-ac0f-c828a3173dae req-33a2e5cf-a58f-4fdc-b13b-0c9c856802b6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306773 Sep 24 15:38:31.823009 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53516) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:31.862995 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a46b886e-881d-45b5-842a-02e09eb1455b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=564053e687d3435aba96c486e4bd4e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388002 Sep 24 15:38:31.864999 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53520) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:31.911707 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edc6d899-a045-4779-aed9-c8fe690538dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.931704 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edc6d899-a045-4779-aed9-c8fe690538dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.067643 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edc6d899-a045-4779-aed9-c8fe690538dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.070359 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-edc6d899-a045-4779-aed9-c8fe690538dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.071556 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-edc6d899-a045-4779-aed9-c8fe690538dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7efc80ec-a55c-4583-908a-cd563bd35bc1 HTTP/1.1" status: 204 len: 168 time: 0.2057090 Sep 24 15:38:32.079568 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6d899-a045-4779-aed9-c8fe690538dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efc80ec-a55c-4583-908a-cd563bd35bc1,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:32.740462 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d23b20-d880-4be8-9443-3286feefa9c9 req-84ada95d-c5ac-423e-a70a-485f17292870 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.741921 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-82d23b20-d880-4be8-9443-3286feefa9c9 req-84ada95d-c5ac-423e-a70a-485f17292870 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.0508597 Sep 24 15:38:32.780010 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-82d23b20-d880-4be8-9443-3286feefa9c9 req-61fedf92-9c2c-4c9e-9201-a7814859a6d5 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Sep 24 15:38:33.420807 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-a6e2b30d-1b66-4af1-8892-da411b41b1cd tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.422293 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-a6e2b30d-1b66-4af1-8892-da411b41b1cd tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 945 time: 0.0487199 Sep 24 15:38:33.512788 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Deleting port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:33.513132 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.606398 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] For port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:33.606668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.619793 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Calling delete_port for d27f09d8-5ed4-4c04-9569-f80f3b1f81ef owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:33.854593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.866642 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['d27f09d8-5ed4-4c04-9569-f80f3b1f81ef'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:33.896395 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-61944e14-c5b0-473b-9405-40548dd34c79 req-75c2fef6-5e61-4c43-a643-b8d19b78ff60 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0509381 Sep 24 15:38:33.899658 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Pushing event deleted for resources: {'Port': ['ID=d27f09d8-5ed4-4c04-9569-f80f3b1f81ef,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:33.943796 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] No DVR routers for this DVR port d27f09d8-5ed4-4c04-9569-f80f3b1f81ef on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:33.946226 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.948232 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7b8f1e24-91f4-4994-b6ed-ec9c4f574e91 req-d409bb51-868f-421c-8e4c-314088f88c22 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "DELETE /v2.0/ports/d27f09d8-5ed4-4c04-9569-f80f3b1f81ef HTTP/1.1" status: 204 len: 173 time: 0.5175035 Sep 24 15:38:33.948677 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'name': 'network-vif-deleted', 'tag': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:33.950863 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c78298c-18d5-4944-a32e-4d49690bff53" -d '{"events": [{"server_uuid": "a31c37f9-f0cf-426c-9c8f-28515b5be08c", "name": "network-vif-deleted", "tag": "d27f09d8-5ed4-4c04-9569-f80f3b1f81ef"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:33.986151 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9d5d8-ab10-44b3-b25e-b6c8a1eed155 x-openstack-request-id: req-ffb9d5d8-ab10-44b3-b25e-b6c8a1eed155 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:33.986440 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31c37f9-f0cf-426c-9c8f-28515b5be08c", "name": "network-vif-deleted", "tag": "d27f09d8-5ed4-4c04-9569-f80f3b1f81ef", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:33.986739 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffb9d5d8-ab10-44b3-b25e-b6c8a1eed155 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:33.987188 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31c37f9-f0cf-426c-9c8f-28515b5be08c', 'name': 'network-vif-deleted', 'tag': 'd27f09d8-5ed4-4c04-9569-f80f3b1f81ef', 'status': 'completed', 'code': 200} Sep 24 15:38:34.041161 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d64f554a-9590-4e50-bb07-fce99349ddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.583747 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.007393 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-67a89178-f4ca-40d9-a8c0-f62e8e6f2043 req-31ab3b2a-ae92-4641-ae5d-d2692c285af6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0255940 Sep 24 15:38:35.130613 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.110081 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-af210adc-0cf9-4230-bee9-2a426b4fc44b req-9ee0367d-53a1-4442-b85f-91ca4816b80d tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0269632 Sep 24 15:38:36.571966 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.210880 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7ceffef4-a71f-4399-aae6-db6860e965df req-d0347e25-0711-456f-9c06-3ba0ca37c06b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=a31c37f9-f0cf-426c-9c8f-28515b5be08c HTTP/1.1" status: 200 len: 210 time: 0.0249603 Sep 24 15:38:37.225047 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d27f09d8-5ed4-4c04-9569-f80f3b1f81ef no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:37.246111 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: d27f09d8-5ed4-4c04-9569-f80f3b1f81ef {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:37.246451 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device d27f09d8-5ed4-4c04-9569-f80f3b1f81ef not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:49.428899 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:38:52.555572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-650598d7-58fa-41e5-88c6-b4c3d6317998 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:52.557068 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-650598d7-58fa-41e5-88c6-b4c3d6317998 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/networks?id=37f7afa3-4009-4ccf-a8ef-6f730e73039a HTTP/1.1" status: 200 len: 814 time: 0.1008296 Sep 24 15:38:52.573566 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-00c0633a-565c-4fd6-8870-abd7eb3ab127 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/quotas/0289dee5dcac4a078ab8d2a233600cca HTTP/1.1" status: 200 len: 375 time: 0.0094907 Sep 24 15:38:52.607228 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-e73e3151-3882-434f-8b49-758f8c7a9a79 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0289dee5dcac4a078ab8d2a233600cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275116 Sep 24 15:38:52.785752 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-6e402cc5-89f0-48fb-98e0-d87770ad42b0 service neutron] 10.222.0.60 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714969 Sep 24 15:38:52.875370 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-ffeec23b-98e9-4629-b40c-75543c9bcac9 service neutron] 10.222.0.60 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834284 Sep 24 15:38:53.219626 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-37071526-79d6-476e-ac36-fbf270c079b4 req-60190523-f3ec-4ea0-a2d1-60805a0f7e98 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 210 time: 0.0273454 Sep 24 15:38:53.536656 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53796) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:53.646378 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ee54bc4-b3c8-46c2-8bc3-50f566db24dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:53.739618 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ee54bc4-b3c8-46c2-8bc3-50f566db24dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:53.803509 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6ee54bc4-b3c8-46c2-8bc3-50f566db24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:53.849026 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6ee54bc4-b3c8-46c2-8bc3-50f566db24dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=036e673ecde24060b59cde81ff99ed3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112495 Sep 24 15:38:53.850130 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee54bc4-b3c8-46c2-8bc3-50f566db24dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16198d61-9bd4-44b2-84f5-c4bc87b8f10d,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:53.852435 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53804) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:53.903709 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f49ef46c-8429-4be0-bacb-708b052cbf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:53.927809 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f49ef46c-8429-4be0-bacb-708b052cbf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:54.096538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f49ef46c-8429-4be0-bacb-708b052cbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:54.099162 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f49ef46c-8429-4be0-bacb-708b052cbf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:54.100349 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f49ef46c-8429-4be0-bacb-708b052cbf99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16198d61-9bd4-44b2-84f5-c4bc87b8f10d HTTP/1.1" status: 204 len: 168 time: 0.2470245 Sep 24 15:38:54.108643 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef46c-8429-4be0-bacb-708b052cbf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16198d61-9bd4-44b2-84f5-c4bc87b8f10d,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:54.316794 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f531519f-d079-4210-a5e9-5806ed5af17a req-005812bc-098f-4d3d-9de7-c033e4f46917 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Sep 24 15:38:55.445683 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7646523a-553d-47a2-aee5-62081280d3d2 req-c2a23e86-8119-49d0-b958-908011165f4e tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 210 time: 0.0249729 Sep 24 15:38:55.754885 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-49f52374-890f-49a3-a21d-97986f058c84 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386560 Sep 24 15:38:55.824886 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-cf04575c-3673-439d-8cba-2b92a511fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:55.826474 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-cf04575c-3673-439d-8cba-2b92a511fedc service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0485210 Sep 24 15:38:55.991517 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53828) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:55.996971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-b5e88856-e852-4406-9310-bfadd09e53be tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:55.998500 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-b5e88856-e852-4406-9310-bfadd09e53be tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "GET /v2.0/networks?id=37f7afa3-4009-4ccf-a8ef-6f730e73039a HTTP/1.1" status: 200 len: 814 time: 0.1663294 Sep 24 15:38:56.003231 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-48af2eae-06c2-4ce5-a915-cbf510ba5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.004572 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-48af2eae-06c2-4ce5-a915-cbf510ba5f56 service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.1529837 Sep 24 15:38:56.025523 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Request body: {'port': {'device_id': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a', 'admin_state_up': True, 'tenant_id': '0289dee5dcac4a078ab8d2a233600cca'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:56.105926 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-463d3d77-9d6a-4e84-8c61-df3437d6f414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.119278 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.135067 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-8fc94ca2-4918-46fd-ab5e-aad40d830409 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 1001 time: 0.1207988 Sep 24 15:38:56.196201 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-463d3d77-9d6a-4e84-8c61-df3437d6f414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.200006 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-cf4364d6-a071-42c4-9b8f-6b17125a2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.201439 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-cf4364d6-a071-42c4-9b8f-6b17125a2be4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0586646 Sep 24 15:38:56.247605 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-5b4cebb4-e15e-4f8d-98b5-d3210ee99c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.249749 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-5b4cebb4-e15e-4f8d-98b5-d3210ee99c96 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388680 Sep 24 15:38:56.312845 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-463d3d77-9d6a-4e84-8c61-df3437d6f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.351256 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-1f0d850e-87a2-4683-b3fe-22e43c110e5e service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939412 Sep 24 15:38:56.353185 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-463d3d77-9d6a-4e84-8c61-df3437d6f414 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efcb1762e0ab4988915942393850d236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605525 Sep 24 15:38:56.354173 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d3d77-9d6a-4e84-8c61-df3437d6f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f0460c-3e3a-4c2b-af24-1976bcf1830d,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:56.355872 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53838) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:56.460459 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Made reservation on behalf of 0289dee5dcac4a078ab8d2a233600cca for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:56.463870 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.477765 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-81636585-4e9d-40a8-b763-8b58df6e86d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.522472 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-81636585-4e9d-40a8-b763-8b58df6e86d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.525707 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5748c78a-9874-4cc7-b60e-247274ccf1c2 req-1f8d1a86-8b9b-4647-9436-00b207cc64b9 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629691 Sep 24 15:38:56.539469 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-25f41000-9851-41a2-a6b4-9f9601116913 req-ed3a4dad-39b3-43e2-8070-4da7d18f98c6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 210 time: 0.0264597 Sep 24 15:38:56.649788 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Allocated IP 172.20.0.2 (37f7afa3-4009-4ccf-a8ef-6f730e73039a/6ad70403-1a30-4cc6-b4f4-a0192bdb4c32/73d19480-bb98-461d-a512-fb6b4c94d6fb) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:56.753060 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-81636585-4e9d-40a8-b763-8b58df6e86d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.755631 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-81636585-4e9d-40a8-b763-8b58df6e86d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.756759 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-81636585-4e9d-40a8-b763-8b58df6e86d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0f0460c-3e3a-4c2b-af24-1976bcf1830d HTTP/1.1" status: 204 len: 168 time: 0.3999650 Sep 24 15:38:56.772689 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81636585-4e9d-40a8-b763-8b58df6e86d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f0460c-3e3a-4c2b-af24-1976bcf1830d,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:56.806008 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.936207 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.982832 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Network 37f7afa3-4009-4ccf-a8ef-6f730e73039a is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:56.986835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:56.990526 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:56.998826 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Pushing event updated for resources: {'Port': ['ID=73d19480-bb98-461d-a512-fb6b4c94d6fb,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:57.044431 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:57.044990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.125705 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-bde04ce8-b01b-4041-8668-25c43a3a61a9 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1102512 Sep 24 15:38:57.138800 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Request body: {'port': {'device_id': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:57.190394 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.448549 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d19480-bb98-461d-a512-fb6b4c94d6fb {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:57.456264 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.467590 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Transition to ACTIVE for port object 73d19480-bb98-461d-a512-fb6b4c94d6fb will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:57.573522 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 53850) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:57.586548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.591651 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4d95fec2-b252-4e82-b5e9-f0c753ab5e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.648864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Pushing event updated for resources: {'Port': ['ID=73d19480-bb98-461d-a512-fb6b4c94d6fb,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:57.655076 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14816119-240d-40a8-9d08-fbf6c4b14d24 req-ec03c3f6-8035-4c63-97db-215f0e44f0c4 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:57.656696 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-14816119-240d-40a8-9d08-fbf6c4b14d24 req-ec03c3f6-8035-4c63-97db-215f0e44f0c4 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 943 time: 0.0478239 Sep 24 15:38:57.696156 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-14816119-240d-40a8-9d08-fbf6c4b14d24 req-37280a93-fc2d-4c9d-a71c-e63730e643bb tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Sep 24 15:38:57.753923 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Attempting to bind port 73d19480-bb98-461d-a512-fb6b4c94d6fb on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:57.754260 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Attempting to bind port 73d19480-bb98-461d-a512-fb6b4c94d6fb by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:57.754589 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Attempting to bind port 73d19480-bb98-461d-a512-fb6b4c94d6fb on network 37f7afa3-4009-4ccf-a8ef-6f730e73039a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:57.764386 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Port 73d19480-bb98-461d-a512-fb6b4c94d6fb on network 37f7afa3-4009-4ccf-a8ef-6f730e73039a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:57.764964 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Attempting to bind port 73d19480-bb98-461d-a512-fb6b4c94d6fb on network 37f7afa3-4009-4ccf-a8ef-6f730e73039a {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:57.781537 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:57.781871 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Checking segment: {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:57.782253 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Bound using segment: {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:57.782677 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Bound port: 73d19480-bb98-461d-a512-fb6b4c94d6fb, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8920b535-50fa-45c5-9e4c-d497c277a43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1301, 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:57.783033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.798245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4d95fec2-b252-4e82-b5e9-f0c753ab5e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.850771 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] For port 73d19480-bb98-461d-a512-fb6b4c94d6fb, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:57.853712 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] For port 73d19480-bb98-461d-a512-fb6b4c94d6fb, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=73d19480-bb98-461d-a512-fb6b4c94d6fb,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:57.947107 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4d95fec2-b252-4e82-b5e9-f0c753ab5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.983941 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95fec2-b252-4e82-b5e9-f0c753ab5e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac26c0-667f-4462-9997-0a6ce1278825,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:57.990625 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-4d95fec2-b252-4e82-b5e9-f0c753ab5e9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc29995d6be2474a8c1ee267a62575ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136271 Sep 24 15:38:57.991011 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 53854) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:58.032282 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.039279 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b11a7-690c-4c0a-8528-058fc6ba6d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.064956 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.065136 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b11a7-690c-4c0a-8528-058fc6ba6d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.065565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.066948 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] 10.222.0.109 "PUT /v2.0/ports/73d19480-bb98-461d-a512-fb6b4c94d6fb HTTP/1.1" status: 200 len: 1093 time: 0.9324043 Sep 24 15:38:58.067397 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'tag': '73d19480-bb98-461d-a512-fb6b4c94d6fb'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:58.070430 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701" -d '{"events": [{"name": "network-changed", "server_uuid": "5b165a5f-ebd4-47a2-a6dc-38e90ee962d6", "tag": "73d19480-bb98-461d-a512-fb6b4c94d6fb"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:58.099663 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79473ee-b3b9-4431-b2da-c9f8db460f45 service neutron] Pushing event updated for resources: {'Port': ['ID=73d19480-bb98-461d-a512-fb6b4c94d6fb,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:58.115409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783378c-edd6-4a7f-b10d-da5de23eb99d x-openstack-request-id: req-b783378c-edd6-4a7f-b10d-da5de23eb99d {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:58.115702 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b165a5f-ebd4-47a2-a6dc-38e90ee962d6", "tag": "73d19480-bb98-461d-a512-fb6b4c94d6fb", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:58.115957 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b783378c-edd6-4a7f-b10d-da5de23eb99d {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:58.116416 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'tag': '73d19480-bb98-461d-a512-fb6b4c94d6fb', 'status': 'completed', 'code': 200} Sep 24 15:38:58.171034 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701 req-59e30870-ddbb-4446-973f-c5426ff3a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.173049 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701 req-59e30870-ddbb-4446-973f-c5426ff3a2c2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0289dee5dcac4a078ab8d2a233600cca&device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 1096 time: 0.0401304 Sep 24 15:38:58.175657 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b11a7-690c-4c0a-8528-058fc6ba6d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.178228 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5a6b11a7-690c-4c0a-8528-058fc6ba6d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.179384 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-5a6b11a7-690c-4c0a-8528-058fc6ba6d78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcac26c0-667f-4462-9997-0a6ce1278825 HTTP/1.1" status: 204 len: 168 time: 0.1873627 Sep 24 15:38:58.188279 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b11a7-690c-4c0a-8528-058fc6ba6d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac26c0-667f-4462-9997-0a6ce1278825,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:58.277311 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701 req-55548aa8-cd18-4bef-9d0d-2c228f1cc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.289217 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701 req-55548aa8-cd18-4bef-9d0d-2c228f1cc1e1 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=0289dee5dcac4a078ab8d2a233600cca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974777 Sep 24 15:38:58.373681 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701 req-561703cf-9454-46ed-a5c4-589adee46286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.375674 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7f62878-55fe-4fb3-971c-6e7f8e1a8701 req-561703cf-9454-46ed-a5c4-589adee46286 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901341 Sep 24 15:38:58.449006 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-b2dd30e6-d49b-4911-b6e3-5472a84c74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.450452 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-b2dd30e6-d49b-4911-b6e3-5472a84c74eb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=0289dee5dcac4a078ab8d2a233600cca&device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 1096 time: 0.0390987 Sep 24 15:38:58.493363 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-468ecf7b-9881-4f14-b67c-e47a2d4ba86f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73d19480-bb98-461d-a512-fb6b4c94d6fb HTTP/1.1" status: 200 len: 217 time: 0.0339162 Sep 24 15:38:58.545627 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-311793fc-51ce-4ed9-8793-92be28382821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.547073 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-311793fc-51ce-4ed9-8793-92be28382821 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6ad70403-1a30-4cc6-b4f4-a0192bdb4c32 HTTP/1.1" status: 200 len: 854 time: 0.0474145 Sep 24 15:38:58.579088 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-f8d14851-5701-45a9-ad21-978ef8067501 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=37f7afa3-4009-4ccf-a8ef-6f730e73039a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239677 Sep 24 15:38:58.668982 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-561c880e-d802-4851-8415-2f9d3920d94c service neutron] 10.222.0.109 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824494 Sep 24 15:38:58.769015 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-35c52288-b63b-43ec-a53c-e6a8e2f2e3c6 req-4757022d-1304-4a7e-8fe7-1fa8d7d94c82 service neutron] 10.222.0.109 "GET /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912182 Sep 24 15:38:58.817646 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502affd-b6ff-426a-937f-3e6451b977db req-b1aeae6d-16b1-4103-bd5b-91bdf79c726c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.819156 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a502affd-b6ff-426a-937f-3e6451b977db req-b1aeae6d-16b1-4103-bd5b-91bdf79c726c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 943 time: 0.0469885 Sep 24 15:38:58.856388 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a502affd-b6ff-426a-937f-3e6451b977db req-88ad8cb8-3a60-4c43-8362-6edb4a84c73b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Sep 24 15:38:59.969479 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3608e02-ee03-47e8-baec-5af00e417145 req-6f595cbc-8709-438f-8e9c-63586a4331ca tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.970946 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a3608e02-ee03-47e8-baec-5af00e417145 req-6f595cbc-8709-438f-8e9c-63586a4331ca tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 943 time: 0.0467589 Sep 24 15:39:00.011760 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a3608e02-ee03-47e8-baec-5af00e417145 req-e9455856-d6e7-4796-b5d1-433aeece8098 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Sep 24 15:39:01.122846 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532975d-4d44-4209-a5c2-b3cb185e4f73 req-742be665-3176-424e-966b-b712fc1763c6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.124372 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7532975d-4d44-4209-a5c2-b3cb185e4f73 req-742be665-3176-424e-966b-b712fc1763c6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 943 time: 0.0479121 Sep 24 15:39:01.162117 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7532975d-4d44-4209-a5c2-b3cb185e4f73 req-b7f61a5d-ce42-4496-bc34-4459e3fbae74 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Sep 24 15:39:01.238042 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a666d0ab-fedc-49ee-af68-c1c2026480ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.305349 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 73d19480-bb98-461d-a512-fb6b4c94d6fb details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:01.407437 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 73d19480-bb98-461d-a512-fb6b4c94d6fb, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=73d19480-bb98-461d-a512-fb6b4c94d6fb,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:01.420212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '73d19480-bb98-461d-a512-fb6b4c94d6fb', 'network_id': '37f7afa3-4009-4ccf-a8ef-6f730e73039a', 'port_id': '73d19480-bb98-461d-a512-fb6b4c94d6fb', 'mac_address': 'fa:16:3e:5c:ff:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad70403-1a30-4cc6-b4f4-a0192bdb4c32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:01.460171 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.473302 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d19480-bb98-461d-a512-fb6b4c94d6fb {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:01.493407 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 73d19480-bb98-461d-a512-fb6b4c94d6fb, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=73d19480-bb98-461d-a512-fb6b4c94d6fb,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:01.592806 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.608432 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-871a86ed-c8d3-408b-8630-0f03624aff86 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=41a2701e89b342d889e9b86f95d490d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319910 Sep 24 15:39:01.639766 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=73d19480-bb98-461d-a512-fb6b4c94d6fb,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:01.646472 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.646819 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.647174 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.647511 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.647839 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.648165 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.648486 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.648807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.649152 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.649478 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.649796 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.650111 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:01.790370 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-8e924172-7e0d-4102-a9a0-01f501ccf89b tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.791880 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-8e924172-7e0d-4102-a9a0-01f501ccf89b tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772261 Sep 24 15:39:01.806966 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-d44c8ec8-6e7e-469e-a530-b6377d4884b9 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/quotas/41a2701e89b342d889e9b86f95d490d8 HTTP/1.1" status: 200 len: 375 time: 0.0086339 Sep 24 15:39:01.836416 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-da897070-4596-4443-b163-04163cf9ae81 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41a2701e89b342d889e9b86f95d490d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243471 Sep 24 15:39:01.838237 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['73d19480-bb98-461d-a512-fb6b4c94d6fb'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:02.068832 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-81161902-0fed-4234-be3e-34c19b5321b7 req-d3cba650-7cd3-4d3d-9e53-8f5e335b6d39 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0276310 Sep 24 15:39:02.276085 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036eec8-f845-4410-b8b7-21ceabdae2e5 req-d0cb764e-325b-465c-86c2-446979c41834 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:02.277530 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f036eec8-f845-4410-b8b7-21ceabdae2e5 req-d0cb764e-325b-465c-86c2-446979c41834 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 944 time: 0.0498283 Sep 24 15:39:02.314808 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f036eec8-f845-4410-b8b7-21ceabdae2e5 req-3dd73dc3-72eb-4e95-a5ad-de9be1aa0f67 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Sep 24 15:39:03.146630 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-722bd04b-ee41-4bfa-a6f1-289cb9fa5f33 req-b6bfd244-aa70-4f67-a801-c0993bb1110d tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0242922 Sep 24 15:39:03.317932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 73d19480-bb98-461d-a512-fb6b4c94d6fb up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:03.427979 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66685d-b49a-40b3-823a-6518ca692d6b req-97040e08-3e46-4138-8551-72f2f25b6b6f tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.429406 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6e66685d-b49a-40b3-823a-6518ca692d6b req-97040e08-3e46-4138-8551-72f2f25b6b6f tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 944 time: 0.0470507 Sep 24 15:39:03.449565 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 73d19480-bb98-461d-a512-fb6b4c94d6fb completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:03.454217 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 73d19480-bb98-461d-a512-fb6b4c94d6fb triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:03.454591 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.466577 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6e66685d-b49a-40b3-823a-6518ca692d6b req-96d677a6-8485-4294-a90d-9894c96e0e00 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311644 Sep 24 15:39:03.533020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.554659 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d19480-bb98-461d-a512-fb6b4c94d6fb'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:03.556888 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914916e4-2ef7-4878-a726-931b124b9e81" -d '{"events": [{"server_uuid": "5b165a5f-ebd4-47a2-a6dc-38e90ee962d6", "name": "network-vif-plugged", "status": "completed", "tag": "73d19480-bb98-461d-a512-fb6b4c94d6fb"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:03.568819 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 73d19480-bb98-461d-a512-fb6b4c94d6fb, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=73d19480-bb98-461d-a512-fb6b4c94d6fb,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:03.661014 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.711964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f735b75-fe9e-4dbe-855f-3a28cb4c6f89 x-openstack-request-id: req-5f735b75-fe9e-4dbe-855f-3a28cb4c6f89 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:03.712257 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b165a5f-ebd4-47a2-a6dc-38e90ee962d6", "name": "network-vif-plugged", "status": "completed", "tag": "73d19480-bb98-461d-a512-fb6b4c94d6fb", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:03.712522 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f735b75-fe9e-4dbe-855f-3a28cb4c6f89 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:03.712873 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d19480-bb98-461d-a512-fb6b4c94d6fb', 'code': 200} Sep 24 15:39:03.717194 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=73d19480-bb98-461d-a512-fb6b4c94d6fb,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:04.038152 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-91fde4f4-3e90-4193-af29-5f1c41c3d894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.087652 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25fc62-7b83-49f6-ba65-4c4c08e62e65 req-1433fb15-eec1-4ee1-a6d1-0254ee4d3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.092440 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d25fc62-7b83-49f6-ba65-4c4c08e62e65 req-1433fb15-eec1-4ee1-a6d1-0254ee4d3619 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 1098 time: 0.0415998 Sep 24 15:39:04.131959 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d25fc62-7b83-49f6-ba65-4c4c08e62e65 req-ee1bf79a-d2cd-4f85-b9de-61c90e39ae0e service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308986 Sep 24 15:39:04.240718 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f440251c-9849-45d9-819e-9dc6f31a462e req-ba9dedaa-8f09-41cb-91c4-9df42af589c4 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0252886 Sep 24 15:39:04.580109 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97a2f1-eff4-4dd9-9694-6bc4c341aab9 req-1aea9f7c-f4e2-4f95-813b-e29c21866023 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.581928 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0f97a2f1-eff4-4dd9-9694-6bc4c341aab9 req-1aea9f7c-f4e2-4f95-813b-e29c21866023 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Sep 24 15:39:04.621035 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0f97a2f1-eff4-4dd9-9694-6bc4c341aab9 req-1357dc97-14e9-49b1-b875-854068df29c6 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Sep 24 15:39:04.643679 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.666409 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f23c-3872-4c84-ba8d-5291227975b1 req-05b748a0-f539-470b-b3eb-b99a95e0ede1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.667913 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ab9f23c-3872-4c84-ba8d-5291227975b1 req-05b748a0-f539-470b-b3eb-b99a95e0ede1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0472631 Sep 24 15:39:04.708153 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ab9f23c-3872-4c84-ba8d-5291227975b1 req-b39cd0c6-1415-4cce-a53d-e903018388a2 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337577 Sep 24 15:39:04.853002 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-270bc40d-1e28-4c2b-b779-b79b3d0672b1 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=41a2701e89b342d889e9b86f95d490d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283320 Sep 24 15:39:05.157724 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.257626 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-5cce3c58-b84e-4616-9f3f-1bf9b67019a8 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.259247 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-5cce3c58-b84e-4616-9f3f-1bf9b67019a8 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992307 Sep 24 15:39:05.280274 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Request body: {'port': {'device_id': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8', 'admin_state_up': True, 'tenant_id': '41a2701e89b342d889e9b86f95d490d8'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:05.335743 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-728d27ee-dc7b-4dae-a915-01668f83ca88 req-1ab40238-8c65-4f87-a72b-fcc9f598610f tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0282986 Sep 24 15:39:05.535026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Made reservation on behalf of 41a2701e89b342d889e9b86f95d490d8 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:05.538573 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.547728 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.634079 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.734319 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9e8a2-1e2c-49e0-b3d5-3f56e47b062b req-42769166-1b4d-46c6-a148-d038d823a44b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.735794 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-75f9e8a2-1e2c-49e0-b3d5-3f56e47b062b req-42769166-1b4d-46c6-a148-d038d823a44b tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 945 time: 0.0499110 Sep 24 15:39:05.773006 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-75f9e8a2-1e2c-49e0-b3d5-3f56e47b062b req-c08910ac-6ed7-49db-b845-1a94922fb7cf tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Sep 24 15:39:05.811901 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.894582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cac3c-4f0c-44ef-aeb8-dba415afc60d req-38e083fc-060e-4ca2-81c4-3c094b0c4d72 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.896446 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-596cac3c-4f0c-44ef-aeb8-dba415afc60d req-38e083fc-060e-4ca2-81c4-3c094b0c4d72 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.1175056 Sep 24 15:39:05.899725 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c868c03-33f3-4df6-9d20-1fd4a87061a5,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:05.974686 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-596cac3c-4f0c-44ef-aeb8-dba415afc60d req-5dae0fd3-a446-44cf-ba05-554d28cf5b62 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713530 Sep 24 15:39:05.991693 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Allocated IP 192.168.233.168 (17107b06-0948-4387-882f-bd62fb4d55e8/556a3d92-e4aa-411b-bee4-e357fae576fe/634801b8-bcc3-4613-a0c8-ad20ea5319fc) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:06.142282 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.289798 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.330113 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Network 17107b06-0948-4387-882f-bd62fb4d55e8 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:06.333231 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:06.339794 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:06.364838 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Pushing event updated for resources: {'Port': ['ID=634801b8-bcc3-4613-a0c8-ad20ea5319fc,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:06.395915 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:06.396547 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.465564 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ec019-054c-4e94-8a62-a0caa74ac7c9 req-fd05cafc-3c18-4bfe-be24-eadcd27d503e tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:06.467080 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-862ec019-054c-4e94-8a62-a0caa74ac7c9 req-fd05cafc-3c18-4bfe-be24-eadcd27d503e tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 936 time: 0.0522435 Sep 24 15:39:06.509700 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-862ec019-054c-4e94-8a62-a0caa74ac7c9 req-f108eaad-69d0-4b92-8341-f6e7a6235500 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362294 Sep 24 15:39:06.570125 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ba8cea32-0e04-4830-b1d7-d7739ce76deb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2938142 Sep 24 15:39:06.575808 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-7b825fe3-9949-4af4-bc80-0fe54a173028 None None] Provisioning complete for port 634801b8-bcc3-4613-a0c8-ad20ea5319fc triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:06.576311 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7b825fe3-9949-4af4-bc80-0fe54a173028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.583645 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Request body: {'port': {'device_id': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:06.612549 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-7b825fe3-9949-4af4-bc80-0fe54a173028 None None] Port 634801b8-bcc3-4613-a0c8-ad20ea5319fc cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:06.614448 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.638504 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.903229 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634801b8-bcc3-4613-a0c8-ad20ea5319fc {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:06.911043 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.922737 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Transition to ACTIVE for port object 634801b8-bcc3-4613-a0c8-ad20ea5319fc will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:07.056874 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.124426 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Pushing event updated for resources: {'Port': ['ID=634801b8-bcc3-4613-a0c8-ad20ea5319fc,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:07.140783 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be361e-59b2-49ae-9e71-4671f2915286 req-6c27f71d-75d3-4836-b260-763c6513c9f5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.142339 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-99be361e-59b2-49ae-9e71-4671f2915286 req-6c27f71d-75d3-4836-b260-763c6513c9f5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0956068 Sep 24 15:39:07.228254 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-99be361e-59b2-49ae-9e71-4671f2915286 req-0337dea5-a3ca-47ee-81ea-93825195034f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672104 Sep 24 15:39:07.242256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Attempting to bind port 634801b8-bcc3-4613-a0c8-ad20ea5319fc on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:07.242600 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Attempting to bind port 634801b8-bcc3-4613-a0c8-ad20ea5319fc by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:07.242930 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Attempting to bind port 634801b8-bcc3-4613-a0c8-ad20ea5319fc on network 17107b06-0948-4387-882f-bd62fb4d55e8 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:07.253567 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Port 634801b8-bcc3-4613-a0c8-ad20ea5319fc on network 17107b06-0948-4387-882f-bd62fb4d55e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:07.253567 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Attempting to bind port 634801b8-bcc3-4613-a0c8-ad20ea5319fc on network 17107b06-0948-4387-882f-bd62fb4d55e8 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:07.253567 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:07.253920 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Checking segment: {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:07.254138 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Bound using segment: {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:07.254530 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Bound port: 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4565510-ab1f-4443-b818-0dda10a26a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:07.254891 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.317414 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] For port 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:07.320298 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] For port 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=634801b8-bcc3-4613-a0c8-ad20ea5319fc,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:07.461073 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.495984 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.496388 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.497764 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] 10.222.0.109 "PUT /v2.0/ports/634801b8-bcc3-4613-a0c8-ad20ea5319fc HTTP/1.1" status: 200 len: 1098 time: 0.9187028 Sep 24 15:39:07.498193 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'tag': '634801b8-bcc3-4613-a0c8-ad20ea5319fc'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:07.500920 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c204406-9f85-4ddb-92b5-b1e6254c6f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa81374-7e5a-423f-b705-59c4849e5b23", "tag": "634801b8-bcc3-4613-a0c8-ad20ea5319fc"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:07.525236 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b689a2-69de-4ade-8c13-be5b1e85e606 service neutron] Pushing event updated for resources: {'Port': ['ID=634801b8-bcc3-4613-a0c8-ad20ea5319fc,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:07.546647 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a35bc5e-4b2c-4259-b6e0-c6cb0bd2b5dd x-openstack-request-id: req-4a35bc5e-4b2c-4259-b6e0-c6cb0bd2b5dd {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:07.547058 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa81374-7e5a-423f-b705-59c4849e5b23", "tag": "634801b8-bcc3-4613-a0c8-ad20ea5319fc", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:07.547516 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a35bc5e-4b2c-4259-b6e0-c6cb0bd2b5dd {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:07.548075 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'tag': '634801b8-bcc3-4613-a0c8-ad20ea5319fc', 'status': 'completed', 'code': 200} Sep 24 15:39:07.650323 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c204406-9f85-4ddb-92b5-b1e6254c6f6d req-90a4ed79-0691-4f7f-aa02-7eef2d94b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.652001 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c204406-9f85-4ddb-92b5-b1e6254c6f6d req-90a4ed79-0691-4f7f-aa02-7eef2d94b4a7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=41a2701e89b342d889e9b86f95d490d8&device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 1101 time: 0.0815217 Sep 24 15:39:07.661151 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8898f1-1361-4be6-9f19-42755e744996 req-6451f45c-74b6-46fb-b39c-ffc76d657b7c tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.662700 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6e8898f1-1361-4be6-9f19-42755e744996 req-6451f45c-74b6-46fb-b39c-ffc76d657b7c tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 948 time: 0.0618365 Sep 24 15:39:07.689508 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c204406-9f85-4ddb-92b5-b1e6254c6f6d req-387f2374-03e4-4b62-bdcb-c3beea0ab7db service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=41a2701e89b342d889e9b86f95d490d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258532 Sep 24 15:39:07.739879 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6e8898f1-1361-4be6-9f19-42755e744996 req-4587056e-6242-45ee-b847-fad4f2cb1de4 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Sep 24 15:39:07.803062 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c204406-9f85-4ddb-92b5-b1e6254c6f6d req-6a0a680a-3c85-44d7-a401-60aaa14825e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.804560 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2c204406-9f85-4ddb-92b5-b1e6254c6f6d req-6a0a680a-3c85-44d7-a401-60aaa14825e3 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1075380 Sep 24 15:39:07.882790 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ec3c56db-62dc-479e-8efd-803ee0b3dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.884407 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-ec3c56db-62dc-479e-8efd-803ee0b3dd35 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=41a2701e89b342d889e9b86f95d490d8&device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 1101 time: 0.0404739 Sep 24 15:39:07.926882 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-a3598b14-c636-4959-8773-c4eda2b1f4d8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=634801b8-bcc3-4613-a0c8-ad20ea5319fc HTTP/1.1" status: 200 len: 217 time: 0.0342097 Sep 24 15:39:07.979641 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-d67d635a-7f35-4f81-8b6a-a550c2a4b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.981326 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-d67d635a-7f35-4f81-8b6a-a550c2a4b9de service neutron] 10.222.0.109 "GET /v2.0/subnets?id=556a3d92-e4aa-411b-bee4-e357fae576fe HTTP/1.1" status: 200 len: 843 time: 0.0468643 Sep 24 15:39:08.034364 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-bae299ee-0ff9-49dc-be4e-c21321f21d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.035959 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-bae299ee-0ff9-49dc-be4e-c21321f21d88 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=17107b06-0948-4387-882f-bd62fb4d55e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421116 Sep 24 15:39:08.146971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100037d-8f49-4964-a60f-a001711a3a81 req-d2b1db65-a4fa-4495-8d61-bb66c893d54f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.148462 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0100037d-8f49-4964-a60f-a001711a3a81 req-d2b1db65-a4fa-4495-8d61-bb66c893d54f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0971668 Sep 24 15:39:08.180664 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-aabb1ce8-0a59-4eba-9293-0e51d84b3a5f service neutron] 10.222.0.109 "GET /v2.0/networks/17107b06-0948-4387-882f-bd62fb4d55e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372716 Sep 24 15:39:08.213362 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0100037d-8f49-4964-a60f-a001711a3a81 req-67e3a9a9-e5c9-45ec-b13b-8fa51d855653 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588338 Sep 24 15:39:08.278412 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-443e8df4-b156-4861-8a62-b9489fd4a9e5 req-5a6d70c1-44b6-4794-b41d-0e61f2381756 service neutron] 10.222.0.109 "GET /v2.0/networks/17107b06-0948-4387-882f-bd62fb4d55e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870924 Sep 24 15:39:08.349438 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7217be-8473-45e6-b26a-fb5f31301c8f req-63da4a09-a3a7-45fa-a0c4-42c732a4c18a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.350885 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2e7217be-8473-45e6-b26a-fb5f31301c8f req-63da4a09-a3a7-45fa-a0c4-42c732a4c18a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0471027 Sep 24 15:39:08.387224 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2e7217be-8473-45e6-b26a-fb5f31301c8f req-b9816e3b-dbe2-43a3-9a0c-6bd987f062d4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301847 Sep 24 15:39:08.864203 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d4eac-4ec2-4ecc-87fc-6e8a0484c71f req-94245ec9-c169-42f7-a946-617bf9028145 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.865655 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f66d4eac-4ec2-4ecc-87fc-6e8a0484c71f req-94245ec9-c169-42f7-a946-617bf9028145 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 948 time: 0.0515625 Sep 24 15:39:08.901835 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f66d4eac-4ec2-4ecc-87fc-6e8a0484c71f req-f0962198-02e9-43a0-82e6-9d0f2a2acd72 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303497 Sep 24 15:39:09.324655 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c579f-21ca-493e-ad8f-19c48b648341 req-9b28306c-6830-4166-ad66-5440b9de7ad3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.326107 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ff1c579f-21ca-493e-ad8f-19c48b648341 req-9b28306c-6830-4166-ad66-5440b9de7ad3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0468726 Sep 24 15:39:09.363614 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ff1c579f-21ca-493e-ad8f-19c48b648341 req-fd4e18d9-4339-4992-a277-516c66580f7a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Sep 24 15:39:09.502103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952121f3-672c-4573-a36b-c57e5c77c12d req-d18f2ac5-26d9-439d-9708-f68b39885a9d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.503627 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-952121f3-672c-4573-a36b-c57e5c77c12d req-d18f2ac5-26d9-439d-9708-f68b39885a9d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0476985 Sep 24 15:39:09.540413 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-952121f3-672c-4573-a36b-c57e5c77c12d req-cdf9bd2b-3b96-4833-b794-fee8e248bed0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Sep 24 15:39:10.015533 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50f08f-4f1d-4b9a-83c8-15447fdd1fe4 req-65804a1d-2ad2-4dcc-9ac8-5df16aacd80d tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.017001 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1c50f08f-4f1d-4b9a-83c8-15447fdd1fe4 req-65804a1d-2ad2-4dcc-9ac8-5df16aacd80d tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 948 time: 0.0505478 Sep 24 15:39:10.058113 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1c50f08f-4f1d-4b9a-83c8-15447fdd1fe4 req-bdc45fd6-b9c2-4bd9-9460-2c396a471f5e tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Sep 24 15:39:10.474169 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c346057-dab1-47b7-b153-5f85762dcf31 req-3b5a5bbb-577f-4207-a4dd-e3f215e811a1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.475795 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4c346057-dab1-47b7-b153-5f85762dcf31 req-3b5a5bbb-577f-4207-a4dd-e3f215e811a1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0472677 Sep 24 15:39:10.512791 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4c346057-dab1-47b7-b153-5f85762dcf31 req-cc068066-0f75-4137-bfb7-56dfd7d8ba35 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Sep 24 15:39:10.657157 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c52a-bcdb-49e6-a522-f2ac7a127588 req-0950d749-9212-495f-8be1-e8e4923f2d54 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.658560 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ea54c52a-bcdb-49e6-a522-f2ac7a127588 req-0950d749-9212-495f-8be1-e8e4923f2d54 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0495710 Sep 24 15:39:10.696127 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ea54c52a-bcdb-49e6-a522-f2ac7a127588 req-55242623-9ab4-48d7-a6af-05903bef3201 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Sep 24 15:39:11.172544 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37c6ff-601a-4c83-a7a6-b1bfb3a775d8 req-75451ff5-40ed-48bb-a530-9cb22a227abb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:11.174029 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ff37c6ff-601a-4c83-a7a6-b1bfb3a775d8 req-75451ff5-40ed-48bb-a530-9cb22a227abb tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 948 time: 0.0503433 Sep 24 15:39:11.210147 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ff37c6ff-601a-4c83-a7a6-b1bfb3a775d8 req-26fcd3c2-2a76-4263-805d-3db2e9e01ea7 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Sep 24 15:39:11.351886 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 634801b8-bcc3-4613-a0c8-ad20ea5319fc details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:11.442012 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=634801b8-bcc3-4613-a0c8-ad20ea5319fc,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:11.451876 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '634801b8-bcc3-4613-a0c8-ad20ea5319fc', 'network_id': '17107b06-0948-4387-882f-bd62fb4d55e8', 'port_id': '634801b8-bcc3-4613-a0c8-ad20ea5319fc', 'mac_address': 'fa:16:3e:a6:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556a3d92-e4aa-411b-bee4-e357fae576fe', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:11.490640 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:11.502944 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634801b8-bcc3-4613-a0c8-ad20ea5319fc {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:11.521194 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=634801b8-bcc3-4613-a0c8-ad20ea5319fc,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:11.623296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8c5d-c57c-4853-a340-ecac5fca1e5d req-8b488c3e-8dad-4756-809d-f09e766ea257 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:11.624662 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5f3b8c5d-c57c-4853-a340-ecac5fca1e5d req-8b488c3e-8dad-4756-809d-f09e766ea257 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0459783 Sep 24 15:39:11.643010 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:11.662187 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5f3b8c5d-c57c-4853-a340-ecac5fca1e5d req-8439f5b9-1e4a-40ef-a965-728e5bd96aea tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Sep 24 15:39:11.689681 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=634801b8-bcc3-4613-a0c8-ad20ea5319fc,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:11.810849 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969a051-f39f-4040-8943-77097d51fb94 req-e4f3973c-d5fe-4ffb-ba90-274fcc292fcb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:11.812321 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3969a051-f39f-4040-8943-77097d51fb94 req-e4f3973c-d5fe-4ffb-ba90-274fcc292fcb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0463145 Sep 24 15:39:11.850058 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3969a051-f39f-4040-8943-77097d51fb94 req-8aca940b-d804-449d-9296-aebd98eba6bb tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Sep 24 15:39:11.953357 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['634801b8-bcc3-4613-a0c8-ad20ea5319fc'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:12.324377 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dfa1c-92d6-48cc-9499-11f33c6b09f8 req-43fdbed5-a375-45ca-935a-1d72a58279cf tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.325825 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4b5dfa1c-92d6-48cc-9499-11f33c6b09f8 req-43fdbed5-a375-45ca-935a-1d72a58279cf tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 949 time: 0.0509942 Sep 24 15:39:12.362377 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4b5dfa1c-92d6-48cc-9499-11f33c6b09f8 req-b7da2ccf-8c3f-4e78-9d80-4f255d33a6f9 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302141 Sep 24 15:39:12.775638 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04583e08-36d6-4a98-b11a-dccd254ace6f req-b2f53431-63bb-4573-8d24-43ee14a80834 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.777003 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-04583e08-36d6-4a98-b11a-dccd254ace6f req-b2f53431-63bb-4573-8d24-43ee14a80834 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0492392 Sep 24 15:39:12.813118 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-04583e08-36d6-4a98-b11a-dccd254ace6f req-e2d65aa8-d5e3-40c5-9ac9-224d64c2c6cf tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303075 Sep 24 15:39:12.966765 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e6acf-0696-4c11-9f23-e0533fc65ce6 req-b1e994c3-13a1-4753-b327-bd67192eaa53 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.968297 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b47e6acf-0696-4c11-9f23-e0533fc65ce6 req-b1e994c3-13a1-4753-b327-bd67192eaa53 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0467656 Sep 24 15:39:13.004840 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b47e6acf-0696-4c11-9f23-e0533fc65ce6 req-d13d3029-b5fe-434b-b8e6-0b8aee84b1d9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308840 Sep 24 15:39:13.368183 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 634801b8-bcc3-4613-a0c8-ad20ea5319fc up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:13.476269 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4c229-18ac-4e98-821b-78b950d3fed5 req-24d55e0a-d337-43c8-af23-452d87b7c9f3 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.477726 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-68a4c229-18ac-4e98-821b-78b950d3fed5 req-24d55e0a-d337-43c8-af23-452d87b7c9f3 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 949 time: 0.0506690 Sep 24 15:39:13.520684 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-68a4c229-18ac-4e98-821b-78b950d3fed5 req-b60c54c9-dd1f-4dbe-bc4f-96fdf23c56c5 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357876 Sep 24 15:39:13.523294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 634801b8-bcc3-4613-a0c8-ad20ea5319fc completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:13.527594 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 634801b8-bcc3-4613-a0c8-ad20ea5319fc triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:13.528029 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:13.603071 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:13.624872 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634801b8-bcc3-4613-a0c8-ad20ea5319fc'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:13.627046 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940a5e37-38ac-4e35-b8b6-05264cc77ede" -d '{"events": [{"server_uuid": "dfa81374-7e5a-423f-b705-59c4849e5b23", "name": "network-vif-plugged", "status": "completed", "tag": "634801b8-bcc3-4613-a0c8-ad20ea5319fc"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:13.641756 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=634801b8-bcc3-4613-a0c8-ad20ea5319fc,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:13.662383 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba4180c-c989-44e2-aafc-dc76284795d4 x-openstack-request-id: req-fba4180c-c989-44e2-aafc-dc76284795d4 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:13.662672 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa81374-7e5a-423f-b705-59c4849e5b23", "name": "network-vif-plugged", "status": "completed", "tag": "634801b8-bcc3-4613-a0c8-ad20ea5319fc", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:13.662927 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fba4180c-c989-44e2-aafc-dc76284795d4 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:13.663356 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634801b8-bcc3-4613-a0c8-ad20ea5319fc', 'code': 200} Sep 24 15:39:13.728181 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:13.774224 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=634801b8-bcc3-4613-a0c8-ad20ea5319fc,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:13.928095 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444159c4-723e-4db1-82f8-a8542bf25d2d req-2a37ec7d-8c42-48e0-afcc-de14bb3194fc tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.929533 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-444159c4-723e-4db1-82f8-a8542bf25d2d req-2a37ec7d-8c42-48e0-afcc-de14bb3194fc tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0499461 Sep 24 15:39:13.968187 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-444159c4-723e-4db1-82f8-a8542bf25d2d req-c0fd6a73-b991-4ef1-b4d0-9237d7469b9b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Sep 24 15:39:14.048007 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31237eef-cdc1-4a0d-abe8-a9208a336f89 req-6f1ff730-b964-429e-bc2d-c13b20e949ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.049795 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-31237eef-cdc1-4a0d-abe8-a9208a336f89 req-6f1ff730-b964-429e-bc2d-c13b20e949ab service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 1103 time: 0.0402915 Sep 24 15:39:14.086951 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-31237eef-cdc1-4a0d-abe8-a9208a336f89 req-e078f9d6-330a-47b2-974f-8747845ae6c6 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293322 Sep 24 15:39:14.130062 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63de0-2d65-420c-b453-c6dc4da76ff9 req-c003e3e2-c9e3-4e3f-ae98-ff2e44495d1d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.131567 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-07a63de0-2d65-420c-b453-c6dc4da76ff9 req-c003e3e2-c9e3-4e3f-ae98-ff2e44495d1d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0474098 Sep 24 15:39:14.166841 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-07a63de0-2d65-420c-b453-c6dc4da76ff9 req-54d2b663-e941-41db-968e-53ab150f7bba tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294058 Sep 24 15:39:14.636771 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acddf67-f18b-4342-919f-2bca1a8532d5 req-31e4c5e6-32a8-4b32-af9e-aa8115c67c86 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.638211 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9acddf67-f18b-4342-919f-2bca1a8532d5 req-31e4c5e6-32a8-4b32-af9e-aa8115c67c86 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0501089 Sep 24 15:39:14.675204 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9acddf67-f18b-4342-919f-2bca1a8532d5 req-d92ff8d3-06e5-4931-86bd-bac2a67d482a tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Sep 24 15:39:15.082047 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b91a3-8edb-49df-bf61-bf36a40364ab req-e457d2cc-e784-4387-806a-4d39bb9fb598 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.083517 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fa1b91a3-8edb-49df-bf61-bf36a40364ab req-e457d2cc-e784-4387-806a-4d39bb9fb598 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0495632 Sep 24 15:39:15.121729 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fa1b91a3-8edb-49df-bf61-bf36a40364ab req-941f3935-2d25-426d-a43f-164754769f3d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Sep 24 15:39:15.283910 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1606a04-a1be-4c7f-98a9-0187ffcebae8 req-7a8fb9f6-549f-4a7e-979d-561c2c7edaad tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.285397 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b1606a04-a1be-4c7f-98a9-0187ffcebae8 req-7a8fb9f6-549f-4a7e-979d-561c2c7edaad tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0487313 Sep 24 15:39:15.324269 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b1606a04-a1be-4c7f-98a9-0187ffcebae8 req-0f1cf45c-1d35-42ef-a130-d09db8878d1e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Sep 24 15:39:15.786827 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c03b-3670-4742-a2cd-efbcdbf3a38d req-7bcc2370-ec7c-4ca0-bf81-c98bde52df9c tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.788216 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-80f7c03b-3670-4742-a2cd-efbcdbf3a38d req-7bcc2370-ec7c-4ca0-bf81-c98bde52df9c tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0466411 Sep 24 15:39:15.824091 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-80f7c03b-3670-4742-a2cd-efbcdbf3a38d req-8a650dbb-c656-4b63-be74-583a58b73396 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299006 Sep 24 15:39:16.236678 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0fe7e-ca14-4db8-9362-90b08160ff44 req-1ac20877-7c71-488c-8526-e9f45914be20 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:16.238140 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c1e0fe7e-ca14-4db8-9362-90b08160ff44 req-1ac20877-7c71-488c-8526-e9f45914be20 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0461130 Sep 24 15:39:16.274448 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c1e0fe7e-ca14-4db8-9362-90b08160ff44 req-3de6ca7c-7dc6-4f84-b655-856fbd1a9816 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304096 Sep 24 15:39:16.447781 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e981ac8-d904-43f6-8e31-4067d3d89607 req-45b51a05-7cdf-4f89-a74d-aae41c713eb4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:16.449242 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9e981ac8-d904-43f6-8e31-4067d3d89607 req-45b51a05-7cdf-4f89-a74d-aae41c713eb4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0538812 Sep 24 15:39:16.486557 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9e981ac8-d904-43f6-8e31-4067d3d89607 req-98fa846c-ab15-4ec4-866f-3aec3ee06b3d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Sep 24 15:39:16.596705 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506367e-94b0-4ef1-9f6f-7b4b81e86bf3 req-957edb2a-06b9-4cdc-8c15-8adb73b5cf59 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:16.598178 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7506367e-94b0-4ef1-9f6f-7b4b81e86bf3 req-957edb2a-06b9-4cdc-8c15-8adb73b5cf59 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0463305 Sep 24 15:39:16.635528 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7506367e-94b0-4ef1-9f6f-7b4b81e86bf3 req-085a331c-4e4e-4e4a-8295-0e63679ef6e8 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Sep 24 15:39:17.384329 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661c71a-b56d-413e-9738-f6af884fd926 req-448f12d9-080e-436a-9e01-ba699a1a1593 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.385705 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e661c71a-b56d-413e-9738-f6af884fd926 req-448f12d9-080e-436a-9e01-ba699a1a1593 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0465965 Sep 24 15:39:17.422725 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e661c71a-b56d-413e-9738-f6af884fd926 req-8ec7fd3b-57f9-447b-8ca0-429a99016166 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306334 Sep 24 15:39:17.608641 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31e5fe-969f-49ae-b5fe-6f6cf096b8ac req-b49ead26-eec6-4b32-bbca-604066c8544f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.610333 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2a31e5fe-969f-49ae-b5fe-6f6cf096b8ac req-b49ead26-eec6-4b32-bbca-604066c8544f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0511570 Sep 24 15:39:17.647343 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2a31e5fe-969f-49ae-b5fe-6f6cf096b8ac req-adea525c-9fc5-4c4c-be65-0b4ac2a830ef tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Sep 24 15:39:17.746351 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13001df0-3293-4edd-a556-654851bf397a req-b9d297ea-1a35-4866-a6d4-eae34abf29ff tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.747861 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-13001df0-3293-4edd-a556-654851bf397a req-b9d297ea-1a35-4866-a6d4-eae34abf29ff tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0460117 Sep 24 15:39:17.784831 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-13001df0-3293-4edd-a556-654851bf397a req-79c0bcf6-8487-40ae-966f-47f7d5304603 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Sep 24 15:39:18.329934 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:18.420738 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:18.434183 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'mac_address': 'fa:16:3e:57:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:18.470734 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:18.483286 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cccae9c-2b82-46ab-b227-fc5951de171d {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:18.502109 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:18.533739 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b943a8c-44ee-417e-965d-d345b1e863fb req-2ab6e0e1-a182-4c3b-89cd-5257e7692243 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:18.535249 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2b943a8c-44ee-417e-965d-d345b1e863fb req-2ab6e0e1-a182-4c3b-89cd-5257e7692243 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0467935 Sep 24 15:39:18.570820 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2b943a8c-44ee-417e-965d-d345b1e863fb req-b5510807-c1f9-4935-9442-4623798594fc tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295305 Sep 24 15:39:18.619236 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:18.664870 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=6']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:18.765020 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52909d-2854-4849-8847-7318a1c028b2 req-9bf9d5ba-d9ab-497f-8cd4-197f069388c1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:18.766477 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a52909d-2854-4849-8847-7318a1c028b2 req-9bf9d5ba-d9ab-497f-8cd4-197f069388c1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0501316 Sep 24 15:39:18.802774 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a52909d-2854-4849-8847-7318a1c028b2 req-5fdd5168-0da0-4328-bfa9-41c7637e4c99 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304964 Sep 24 15:39:18.894993 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da8467-761a-4975-ae3c-9eecb4aa93ca req-78a36a66-0117-4666-9048-e3be5b706263 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:18.896443 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41da8467-761a-4975-ae3c-9eecb4aa93ca req-78a36a66-0117-4666-9048-e3be5b706263 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0471265 Sep 24 15:39:18.932604 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-41da8467-761a-4975-ae3c-9eecb4aa93ca req-0ac6ecb8-8fd8-4306-8f44-cfd7233259af tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303380 Sep 24 15:39:19.679898 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610913bb-85ec-46cc-9533-04e6159dd60f req-c835bfc4-7f0f-4e57-974e-b9c5192b3f8f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.681358 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-610913bb-85ec-46cc-9533-04e6159dd60f req-c835bfc4-7f0f-4e57-974e-b9c5192b3f8f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0457489 Sep 24 15:39:19.718657 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-610913bb-85ec-46cc-9533-04e6159dd60f req-7a8b3f46-585d-4d96-88e2-8ea27c643ed9 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Sep 24 15:39:19.920688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25567c0-4214-45bc-992d-1533491e978c req-c6d1d77e-c10f-4b9e-b6a6-dd7daec10ac4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.922050 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e25567c0-4214-45bc-992d-1533491e978c req-c6d1d77e-c10f-4b9e-b6a6-dd7daec10ac4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0501828 Sep 24 15:39:19.958083 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e25567c0-4214-45bc-992d-1533491e978c req-2474dd93-3170-4647-a4f0-782b51d141b0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 Sep 24 15:39:20.041797 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b3c5e-61ce-48d3-911f-c5e398bb0bec req-9bb81926-28a2-437c-829c-80825327a2c5 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.043269 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bf5b3c5e-61ce-48d3-911f-c5e398bb0bec req-9bb81926-28a2-437c-829c-80825327a2c5 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0456147 Sep 24 15:39:20.078567 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-bf5b3c5e-61ce-48d3-911f-c5e398bb0bec req-be8bb2ea-fb10-43f4-bbb9-000fcf56ad69 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295339 Sep 24 15:39:20.512956 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['3cccae9c-2b82-46ab-b227-fc5951de171d'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:20.584941 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-ca5b905a-e166-456e-9e77-923536b069f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.586427 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-ca5b905a-e166-456e-9e77-923536b069f3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0383914 Sep 24 15:39:20.692972 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-1fcb4bd1-4cf3-4043-90e3-bed30bcb461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.694428 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-1fcb4bd1-4cf3-4043-90e3-bed30bcb461f service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.0847578 Sep 24 15:39:20.768412 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-38837b60-3c3b-4e6f-a13d-4b0f6c9d8352 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 1001 time: 0.0563748 Sep 24 15:39:20.854195 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-6c8ac190-bc8d-4f84-84bb-538339880efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.856020 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-6c8ac190-bc8d-4f84-84bb-538339880efa service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0723159 Sep 24 15:39:20.868464 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f46615-eb2c-4823-bde5-280bc851c79e req-b08ac673-b87e-479e-b0ff-cf4da3b76bf1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.869856 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f4f46615-eb2c-4823-bde5-280bc851c79e req-b08ac673-b87e-479e-b0ff-cf4da3b76bf1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0790393 Sep 24 15:39:20.936399 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f4f46615-eb2c-4823-bde5-280bc851c79e req-c724207e-ac5f-48b2-a3f2-35e13a59afbb tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605826 Sep 24 15:39:20.938938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-04a4f2ab-7845-4dd7-93ad-72a0f8d13278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.940342 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-04a4f2ab-7845-4dd7-93ad-72a0f8d13278 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588646 Sep 24 15:39:21.035545 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-3e5cad91-3153-4a97-b575-13d6744d9a69 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863431 Sep 24 15:39:21.081833 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641fb48-a77c-43c7-8f04-fefd4f64921f req-f0352508-bb43-4582-8b37-b8b73b91c4ef tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.084009 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0641fb48-a77c-43c7-8f04-fefd4f64921f req-f0352508-bb43-4582-8b37-b8b73b91c4ef tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0518813 Sep 24 15:39:21.128545 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0641fb48-a77c-43c7-8f04-fefd4f64921f req-8331b1c1-26ec-49db-9af0-5bd002720c85 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360615 Sep 24 15:39:21.144738 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-07012a76-4898-4f7f-ba5e-f6d52cb78d36 req-6cf898a9-8e2c-4200-a87b-cc73f3a3adbd service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947263 Sep 24 15:39:21.207545 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379914-4084-45de-baa4-67c38712b6c5 req-4fef8bad-5229-4a48-b6b6-8575e1884081 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.209931 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a379914-4084-45de-baa4-67c38712b6c5 req-4fef8bad-5229-4a48-b6b6-8575e1884081 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0486102 Sep 24 15:39:21.252933 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5a379914-4084-45de-baa4-67c38712b6c5 req-a4af707b-d30e-41a0-9ffb-5fef19840bfd tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Sep 24 15:39:22.074873 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1137bc-f8ae-4d87-acef-ee571b77ecc1 req-0459620a-3a2e-4861-87b0-ceda9e0bd9da tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.077357 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9e1137bc-f8ae-4d87-acef-ee571b77ecc1 req-0459620a-3a2e-4861-87b0-ceda9e0bd9da tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0640979 Sep 24 15:39:22.099960 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-5bba6c32-45a6-4d33-92a4-fe47677cf5e4 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.101466 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-5bba6c32-45a6-4d33-92a4-fe47677cf5e4 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.109 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0563133 Sep 24 15:39:22.129936 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9e1137bc-f8ae-4d87-acef-ee571b77ecc1 req-5f3b600b-5abb-4423-b474-fb58f690c6ba tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343258 Sep 24 15:39:22.228760 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Deleting port 634801b8-bcc3-4613-a0c8-ad20ea5319fc {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:22.229181 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:22.296672 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eacc86-53a7-4229-8606-ddf3fded8a85 req-de57a932-39fb-4fe5-9e1c-4e530a5c4b29 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.298369 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-84eacc86-53a7-4229-8606-ddf3fded8a85 req-de57a932-39fb-4fe5-9e1c-4e530a5c4b29 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0866554 Sep 24 15:39:22.384460 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357006e-d616-47ee-80a6-3d8b8751f14f req-7972c3cc-267b-49b0-8e07-4faea1d1beb5 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.393387 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5357006e-d616-47ee-80a6-3d8b8751f14f req-7972c3cc-267b-49b0-8e07-4faea1d1beb5 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 950 time: 0.0594726 Sep 24 15:39:22.403016 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-84eacc86-53a7-4229-8606-ddf3fded8a85 req-8553ffe0-021a-4e71-b154-dfff9bb19e91 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659471 Sep 24 15:39:22.428006 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5357006e-d616-47ee-80a6-3d8b8751f14f req-19114467-a974-4123-92c0-66fa4f1bb15a tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c868c03-33f3-4df6-9d20-1fd4a87061a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Sep 24 15:39:22.434108 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] For port 634801b8-bcc3-4613-a0c8-ad20ea5319fc, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=634801b8-bcc3-4613-a0c8-ad20ea5319fc,segment=NetworkSegment(b4565510-ab1f-4443-b818-0dda10a26a58),segment_id=b4565510-ab1f-4443-b818-0dda10a26a58)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:22.434468 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:22.464162 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Calling delete_port for 634801b8-bcc3-4613-a0c8-ad20ea5319fc owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:22.682134 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:22.713877 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Pushing event deleted for resources: {'Port': ['ID=634801b8-bcc3-4613-a0c8-ad20ea5319fc,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:22.725245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.725585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.725920 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.726246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.726562 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.726885 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.727225 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.727546 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.731042 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.731450 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.731776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:22.732109 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:23.017559 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] No DVR routers for this DVR port 634801b8-bcc3-4613-a0c8-ad20ea5319fc on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:23.019971 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:23.021914 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-de8b1f08-2844-4356-abbe-de5d6f489f99 req-2ae72380-0b84-4fda-9565-3d656b49fe05 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.109 "DELETE /v2.0/ports/634801b8-bcc3-4613-a0c8-ad20ea5319fc HTTP/1.1" status: 204 len: 173 time: 0.9108121 Sep 24 15:39:23.022332 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'name': 'network-vif-deleted', 'tag': '634801b8-bcc3-4613-a0c8-ad20ea5319fc'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:23.024588 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d48cb7-6679-4c6c-8e4d-31a425d57860" -d '{"events": [{"server_uuid": "dfa81374-7e5a-423f-b705-59c4849e5b23", "name": "network-vif-deleted", "tag": "634801b8-bcc3-4613-a0c8-ad20ea5319fc"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:23.064342 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d718a7-d62d-4f6f-86f2-964a34c6c4ee x-openstack-request-id: req-50d718a7-d62d-4f6f-86f2-964a34c6c4ee {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:23.064821 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa81374-7e5a-423f-b705-59c4849e5b23", "name": "network-vif-deleted", "tag": "634801b8-bcc3-4613-a0c8-ad20ea5319fc", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:23.065138 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50d718a7-d62d-4f6f-86f2-964a34c6c4ee {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:23.065607 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa81374-7e5a-423f-b705-59c4849e5b23', 'name': 'network-vif-deleted', 'tag': '634801b8-bcc3-4613-a0c8-ad20ea5319fc', 'status': 'completed', 'code': 200} Sep 24 15:39:23.258259 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd933ab9-7936-4685-ac36-c277d1a8500c req-690e97d2-0177-42ab-94b6-07e767f2228f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:23.259670 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fd933ab9-7936-4685-ac36-c277d1a8500c req-690e97d2-0177-42ab-94b6-07e767f2228f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0576098 Sep 24 15:39:23.300021 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fd933ab9-7936-4685-ac36-c277d1a8500c req-50ce6f8e-8ccf-4fa6-b33b-bc3b7b1bff29 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338280 Sep 24 15:39:23.534624 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b033157-4fd3-41f4-acaf-5b2c23aeecad req-bf706fdf-588a-4b57-b8e9-64ee8c2b116e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:23.536150 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9b033157-4fd3-41f4-acaf-5b2c23aeecad req-bf706fdf-588a-4b57-b8e9-64ee8c2b116e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0582278 Sep 24 15:39:23.548665 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ed70abb5-beab-4aec-ad74-6e6027406432 req-f2e29663-7bd8-41d4-afb1-1134227a11b4 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0372577 Sep 24 15:39:23.584639 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9b033157-4fd3-41f4-acaf-5b2c23aeecad req-1c0d8229-f037-4478-988b-d9dcee8c265a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Sep 24 15:39:24.259864 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:24.315012 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 3cccae9c-2b82-46ab-b227-fc5951de171d triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:24.315452 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:24.413405 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:24.438995 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:24.441590 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab6179-9f30-4267-9f90-f1ef9d3e92e3" -d '{"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-plugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:24.448539 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295443-3d60-460c-a610-12bc82c05e40 req-e514e0df-676c-49b3-99c5-3b5ea7b6eaaf tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.456619 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:24.457919 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e4295443-3d60-460c-a610-12bc82c05e40 req-e514e0df-676c-49b3-99c5-3b5ea7b6eaaf tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0686090 Sep 24 15:39:24.493720 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e4295443-3d60-460c-a610-12bc82c05e40 req-43b2eecf-6f21-455f-b643-d32a4782e72a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348954 Sep 24 15:39:24.501154 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f791d51-55a0-45f2-a64b-1ac03ea2650e x-openstack-request-id: req-2f791d51-55a0-45f2-a64b-1ac03ea2650e {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:24.501454 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-plugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:24.501705 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f791d51-55a0-45f2-a64b-1ac03ea2650e {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:24.502096 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'code': 200} Sep 24 15:39:24.568055 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:24.627680 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=7']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:24.654625 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fac89e65-f9e4-4473-be45-e69a251bec2c req-923ac145-6605-4e4e-b458-231f8e2e90c6 tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0359781 Sep 24 15:39:24.727911 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b3bc5-331e-4ade-afe6-2736209fe8a7 req-8e038e05-c44c-4fe6-958c-feef2df71b5c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.729768 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-978b3bc5-331e-4ade-afe6-2736209fe8a7 req-8e038e05-c44c-4fe6-958c-feef2df71b5c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0561035 Sep 24 15:39:24.768910 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-978b3bc5-331e-4ade-afe6-2736209fe8a7 req-92c49a2c-a401-4c33-a533-392ed4bab803 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Sep 24 15:39:25.337563 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['634801b8-bcc3-4613-a0c8-ad20ea5319fc'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:25.360561 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 634801b8-bcc3-4613-a0c8-ad20ea5319fc no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:25.380427 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 634801b8-bcc3-4613-a0c8-ad20ea5319fc {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:25.380766 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 634801b8-bcc3-4613-a0c8-ad20ea5319fc not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:25.624453 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8a28d-df11-492e-b2ce-f2bf96052a02 req-3beee2a0-5b11-4d8e-9e70-871d05dd6a46 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:25.624453 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7b8a28d-df11-492e-b2ce-f2bf96052a02 req-3beee2a0-5b11-4d8e-9e70-871d05dd6a46 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0532131 Sep 24 15:39:25.665605 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7b8a28d-df11-492e-b2ce-f2bf96052a02 req-f6db201c-b3d6-4ccc-b94b-d17b492b91c9 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Sep 24 15:39:25.812986 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-cf48d7e1-6498-4f57-bd56-f54465af10e2 req-4f47ccfb-50b2-400c-8f7b-3f90c5526e5d tempest-VolumesNegativeTest-927473809 tempest-VolumesNegativeTest-927473809-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfa81374-7e5a-423f-b705-59c4849e5b23 HTTP/1.1" status: 200 len: 210 time: 0.0391326 Sep 24 15:39:25.911937 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6711c8-51a2-4d5d-809d-a1bb8da9d8d5 req-263f24b1-8446-4a52-bd7e-841367ce5dec tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:25.913973 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ec6711c8-51a2-4d5d-809d-a1bb8da9d8d5 req-263f24b1-8446-4a52-bd7e-841367ce5dec tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0583391 Sep 24 15:39:25.960556 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ec6711c8-51a2-4d5d-809d-a1bb8da9d8d5 req-356f0c9a-a163-40f9-94c6-dc1650505f17 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392199 Sep 24 15:39:26.173157 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:26.430135 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:39:26.807485 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03936506-b217-44a0-9509-6ecb3d474217 req-f1cbb427-96f5-4ff1-a0bd-b86ddcecade6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:26.809130 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-03936506-b217-44a0-9509-6ecb3d474217 req-f1cbb427-96f5-4ff1-a0bd-b86ddcecade6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0566349 Sep 24 15:39:26.863998 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-03936506-b217-44a0-9509-6ecb3d474217 req-947685e2-f922-41f5-96bc-6c79ac5e58e3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Sep 24 15:39:27.163288 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919626b-ad4f-4c22-be3e-048f2263b2ac req-4db6c8ff-10fe-4ce4-ba4b-254ca58badd9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:27.171091 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6919626b-ad4f-4c22-be3e-048f2263b2ac req-4db6c8ff-10fe-4ce4-ba4b-254ca58badd9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.1239171 Sep 24 15:39:27.215940 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6919626b-ad4f-4c22-be3e-048f2263b2ac req-3d2e07e5-e74d-47fc-8223-d1bcb620f7b9 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Sep 24 15:39:27.993083 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79f450-630e-4b0e-8b4f-04ace7b1aa5d req-dee7b850-9678-4460-86e9-98bd6fcdb8d6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.001208 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fd79f450-630e-4b0e-8b4f-04ace7b1aa5d req-dee7b850-9678-4460-86e9-98bd6fcdb8d6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0677092 Sep 24 15:39:28.044795 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fd79f450-630e-4b0e-8b4f-04ace7b1aa5d req-48b71fa0-3e8f-4776-863c-208d7550a988 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Sep 24 15:39:28.372654 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046b01-8bed-4bbc-86ef-8c5932623807 req-728aef95-c0ee-4f67-8c8f-3d8bc1e8adee tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.374560 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-48046b01-8bed-4bbc-86ef-8c5932623807 req-728aef95-c0ee-4f67-8c8f-3d8bc1e8adee tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0545647 Sep 24 15:39:28.419741 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-48046b01-8bed-4bbc-86ef-8c5932623807 req-c1e5082c-cc4d-4a77-a344-80efdeb386dc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384743 Sep 24 15:39:28.898723 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4c359-6ba3-490c-a12c-ceabd2bd2e56 req-ed2c64be-5315-4d9b-ad08-03b1cd3e14df tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.900217 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9eb4c359-6ba3-490c-a12c-ceabd2bd2e56 req-ed2c64be-5315-4d9b-ad08-03b1cd3e14df tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0524359 Sep 24 15:39:28.938292 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9eb4c359-6ba3-490c-a12c-ceabd2bd2e56 req-eeaeb311-ca8c-4588-8db5-4b753c91dfdd tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Sep 24 15:39:29.004766 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-f301f721-3747-4481-bd34-ebdb9a86da5f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382049 Sep 24 15:39:29.372634 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:29.499128 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:29.525276 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:29.537010 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef71b1f2-1fd5-473b-912c-6b01988a76f2" -d '{"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:29.553468 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:29.588593 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09cc53-c325-488c-abd1-9af2a6ef080f x-openstack-request-id: req-fa09cc53-c325-488c-abd1-9af2a6ef080f {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:29.588881 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-unplugged", "status": "failed", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "code": 422}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:29.589348 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa09cc53-c325-488c-abd1-9af2a6ef080f {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:29.589818 dv-cinder-810924-1-iscsi neutron-server[94566]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'code': 422} returned with failed status Sep 24 15:39:29.641328 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:29.645191 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e2ac8-d288-42f2-b7c7-6aa118f330f2 req-6515a0d7-28e1-4779-a255-01ce85787cf8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.645191 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-414e2ac8-d288-42f2-b7c7-6aa118f330f2 req-6515a0d7-28e1-4779-a255-01ce85787cf8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0734887 Sep 24 15:39:29.702640 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-414e2ac8-d288-42f2-b7c7-6aa118f330f2 req-a4070b80-5e1e-49eb-8c72-7b57f3a63a2e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520580 Sep 24 15:39:29.708214 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=6']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:30.087049 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b0f9d-4ca3-4e9a-b6b6-781350d95f4f req-6db31c74-ddbc-4a89-af10-0ea25c4ac5c8 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.095237 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9c2b0f9d-4ca3-4e9a-b6b6-781350d95f4f req-6db31c74-ddbc-4a89-af10-0ea25c4ac5c8 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0744138 Sep 24 15:39:30.154446 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-9c2b0f9d-4ca3-4e9a-b6b6-781350d95f4f req-b6228219-fc2f-468e-afce-36f671905fac tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582137 Sep 24 15:39:30.826344 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36445dee-51dd-45f2-b9e3-175491ab3714 req-07ae6d36-72e0-4a10-9b36-fa3930ba16dd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.828321 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-36445dee-51dd-45f2-b9e3-175491ab3714 req-07ae6d36-72e0-4a10-9b36-fa3930ba16dd tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0537403 Sep 24 15:39:30.872222 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-36445dee-51dd-45f2-b9e3-175491ab3714 req-60408e4d-f607-48f1-b7e3-c6c202cc22e0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378194 Sep 24 15:39:31.336693 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c7234-4a0c-476e-9df7-42f6c7babc95 req-acd7ee55-d3e6-4147-998a-accaa67ac087 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.337208 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c95df2df-533c-4a4d-8e91-f37e0f901c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:31.337579 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e30c7234-4a0c-476e-9df7-42f6c7babc95 req-acd7ee55-d3e6-4147-998a-accaa67ac087 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0905623 Sep 24 15:39:31.372677 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e30c7234-4a0c-476e-9df7-42f6c7babc95 req-cb338008-4698-4fe6-b09d-57555d593ef4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368278 Sep 24 15:39:32.006523 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109b09c-a7f8-4b6a-8f2a-2d6d87fa23d4 req-53c5e003-5157-4121-ae7c-a9908e432117 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:32.008171 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f109b09c-a7f8-4b6a-8f2a-2d6d87fa23d4 req-53c5e003-5157-4121-ae7c-a9908e432117 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0517912 Sep 24 15:39:32.049405 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f109b09c-a7f8-4b6a-8f2a-2d6d87fa23d4 req-eceebc07-dad3-4299-8afa-82d241a9b620 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344002 Sep 24 15:39:32.550472 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d0ddd-d1f2-4c6c-ad32-c8fb73d76aa6 req-e15612f4-c7a3-4c87-ac23-97224e945868 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:32.552729 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-962d0ddd-d1f2-4c6c-ad32-c8fb73d76aa6 req-e15612f4-c7a3-4c87-ac23-97224e945868 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0592730 Sep 24 15:39:32.602399 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-962d0ddd-d1f2-4c6c-ad32-c8fb73d76aa6 req-5cefdb86-eb0c-4491-b321-ab789c416611 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Sep 24 15:39:32.933988 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-d8067430-6630-4833-b100-da644bf91c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:32.938991 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-d8067430-6630-4833-b100-da644bf91c06 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c&tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e HTTP/1.1" status: 200 len: 1096 time: 0.0417373 Sep 24 15:39:33.005153 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-17ca5a42-c22d-4142-a3b5-d80ee511afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.030773 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-17ca5a42-c22d-4142-a3b5-d80ee511afb4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1096 time: 0.0423555 Sep 24 15:39:33.101728 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-55835fa0-a2c1-4796-b681-49e9e0128eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.103261 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-55835fa0-a2c1-4796-b681-49e9e0128eb6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.0887356 Sep 24 15:39:33.167400 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-d9e03416-714e-4257-a078-27e793f1cae8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 999 time: 0.0567420 Sep 24 15:39:33.169937 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb8948-57b2-462e-a265-d3d57f656171 req-1c18a2ed-2d83-49ff-92b4-e14721323b83 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.171590 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-82eb8948-57b2-462e-a265-d3d57f656171 req-1c18a2ed-2d83-49ff-92b4-e14721323b83 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0477254 Sep 24 15:39:33.210103 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-82eb8948-57b2-462e-a265-d3d57f656171 req-526bc9ca-f03a-4aca-adca-7d9b918e54c0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Sep 24 15:39:33.218029 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-ac47fdcc-38f2-4856-850b-aff50dc1f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.219518 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-ac47fdcc-38f2-4856-850b-aff50dc1f926 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0448344 Sep 24 15:39:33.269659 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-43b06e54-dc7e-4518-ba9d-6a38f49796e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.271196 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-43b06e54-dc7e-4518-ba9d-6a38f49796e6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437636 Sep 24 15:39:33.365783 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-7b3b0d0e-9e90-449d-a072-db2986c0aaf0 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Sep 24 15:39:33.458848 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-00a98344-afb8-4703-886b-6bc04a3cb084 req-d3a42c55-aa5a-4830-9dbb-2401c802ab80 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Sep 24 15:39:33.741361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03141af-8a64-41ef-85a3-a9cec547498c req-107a5240-46b0-4954-982a-e0693ae5925a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.742891 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f03141af-8a64-41ef-85a3-a9cec547498c req-107a5240-46b0-4954-982a-e0693ae5925a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0497024 Sep 24 15:39:33.781067 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f03141af-8a64-41ef-85a3-a9cec547498c req-3f1bf1ce-7b35-4688-bbc0-e60992715020 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Sep 24 15:39:34.023542 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-90f5159d-2794-4931-b15c-5d194117d9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.146895 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c297-94cb-4e9f-8d33-73ec9c490575 req-c826e734-2db6-40bc-a4a3-4a513c00fa28 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.148504 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0695c297-94cb-4e9f-8d33-73ec9c490575 req-c826e734-2db6-40bc-a4a3-4a513c00fa28 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Sep 24 15:39:34.185824 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0695c297-94cb-4e9f-8d33-73ec9c490575 req-10464282-32d3-41e1-8d63-f40a47d66b2f tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Sep 24 15:39:34.333472 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cea23-4e07-4ee8-a2df-aac376944102 req-247b64d7-18ef-4587-b6f3-c9c2cbad7b04 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.334940 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e15cea23-4e07-4ee8-a2df-aac376944102 req-247b64d7-18ef-4587-b6f3-c9c2cbad7b04 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0490408 Sep 24 15:39:34.374418 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e15cea23-4e07-4ee8-a2df-aac376944102 req-224e50f2-5812-4dea-9806-99d115865834 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320411 Sep 24 15:39:34.429882 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-594d2356-f367-4b22-909e-159bc7e03793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.431401 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-594d2356-f367-4b22-909e-159bc7e03793 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1098 time: 0.0460238 Sep 24 15:39:34.524384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-78f4bd13-24a1-48bc-990f-c710f0018983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.525879 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-78f4bd13-24a1-48bc-990f-c710f0018983 service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.0866194 Sep 24 15:39:34.594898 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-9fcca6c1-4def-464b-a8f9-e9aa0314dba7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cccae9c-2b82-46ab-b227-fc5951de171d HTTP/1.1" status: 200 len: 1001 time: 0.0607870 Sep 24 15:39:34.629065 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.646521 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-c5e0f1e5-5b3e-429e-ac5a-d427b8318639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.647992 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-c5e0f1e5-5b3e-429e-ac5a-d427b8318639 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0442076 Sep 24 15:39:34.692534 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-6a16702f-a5f9-4913-a0cd-3e93339dc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.693958 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-6a16702f-a5f9-4913-a0cd-3e93339dc689 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375302 Sep 24 15:39:34.786745 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-3dcfb4fc-dc37-49e9-af58-ab6e73d5e7e4 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829551 Sep 24 15:39:34.908512 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fb3ba861-b14b-478e-acb1-b92498cf61e0 req-94dacea5-ac72-4faf-8650-9f7a32fe8bef service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140473 Sep 24 15:39:34.916835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54bf40-deae-49f7-a9b4-9022a20715c6 req-5a4218d4-6ca4-424b-878c-066cdcd32ee3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.919037 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7c54bf40-deae-49f7-a9b4-9022a20715c6 req-5a4218d4-6ca4-424b-878c-066cdcd32ee3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0706627 Sep 24 15:39:34.957349 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54492) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:34.958056 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7c54bf40-deae-49f7-a9b4-9022a20715c6 req-968ef9d5-1211-4deb-a17e-bb0cad929f2f tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Sep 24 15:39:35.086274 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-c365e708-8d59-4244-bb25-1cd45f768c76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41a2701e89b342d889e9b86f95d490d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253216 Sep 24 15:39:35.086485 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54496) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:35.132692 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.148808 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.153734 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.287249 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.289667 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.290790 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c868c03-33f3-4df6-9d20-1fd4a87061a5 HTTP/1.1" status: 204 len: 168 time: 0.2035344 Sep 24 15:39:35.302904 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c868c03-33f3-4df6-9d20-1fd4a87061a5,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:35.317198 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612812c-c06f-4348-9289-f7f94b74b7ad req-817e1f2e-0e68-445f-80b2-f9087027b6a3 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.318902 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b612812c-c06f-4348-9289-f7f94b74b7ad req-817e1f2e-0e68-445f-80b2-f9087027b6a3 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 945 time: 0.0671146 Sep 24 15:39:35.320768 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.321114 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.321451 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.321779 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.322108 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.322438 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.322761 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.323084 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.323450 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.323760 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.324077 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.324392 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c525-300f-47a1-8ce1-44309fc2d075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:35.371718 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b612812c-c06f-4348-9289-f7f94b74b7ad req-8a32db9b-d0ef-432f-a5f0-96dcd88d5d57 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349121 Sep 24 15:39:35.493365 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43f742-f72f-46f4-93cf-ddf993039b2e req-f61c77b4-6bd5-4a94-872a-d3db873edba7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.494838 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac43f742-f72f-46f4-93cf-ddf993039b2e req-f61c77b4-6bd5-4a94-872a-d3db873edba7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0479670 Sep 24 15:39:35.532226 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ac43f742-f72f-46f4-93cf-ddf993039b2e req-6c975e03-c276-4be3-96bd-0f94fd0de9da tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Sep 24 15:39:36.060959 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38321c-0e86-47e7-9165-62044155940f req-b92c6715-8a67-4af8-8a97-cbb7c2ee6537 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.062555 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ee38321c-0e86-47e7-9165-62044155940f req-b92c6715-8a67-4af8-8a97-cbb7c2ee6537 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Sep 24 15:39:36.071764 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50631f33-17df-435a-b35b-33f791ea4325 req-8753ac84-5263-462e-85d5-67128e30fadc tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.073259 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-50631f33-17df-435a-b35b-33f791ea4325 req-8753ac84-5263-462e-85d5-67128e30fadc tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0498416 Sep 24 15:39:36.116822 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-50631f33-17df-435a-b35b-33f791ea4325 req-2bcfad08-d6bd-43bc-96de-84bf4fdb5ce2 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362225 Sep 24 15:39:36.172206 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Deleting port 73d19480-bb98-461d-a512-fb6b4c94d6fb {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:36.172551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.257090 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] For port 73d19480-bb98-461d-a512-fb6b4c94d6fb, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=73d19480-bb98-461d-a512-fb6b4c94d6fb,segment=NetworkSegment(8920b535-50fa-45c5-9e4c-d497c277a43c),segment_id=8920b535-50fa-45c5-9e4c-d497c277a43c)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:36.257455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.269729 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Calling delete_port for 73d19480-bb98-461d-a512-fb6b4c94d6fb owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:36.368487 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54524) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:36.469270 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2099376138-network', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:36.487682 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0abe-b96e-41a6-8996-53551b1151d8 req-5f5435a6-829a-4df4-8199-6d9630887b5c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.489209 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-60fa0abe-b96e-41a6-8996-53551b1151d8 req-5f5435a6-829a-4df4-8199-6d9630887b5c tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 945 time: 0.0510366 Sep 24 15:39:36.491573 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.503451 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['73d19480-bb98-461d-a512-fb6b4c94d6fb'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:36.530120 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Pushing event deleted for resources: {'Port': ['ID=73d19480-bb98-461d-a512-fb6b4c94d6fb,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:36.585299 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] No DVR routers for this DVR port 73d19480-bb98-461d-a512-fb6b4c94d6fb on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:36.589226 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.591843 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ee38321c-0e86-47e7-9165-62044155940f req-285bc968-ee40-4afb-8456-575b78613b65 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.109 "DELETE /v2.0/ports/73d19480-bb98-461d-a512-fb6b4c94d6fb HTTP/1.1" status: 204 len: 173 time: 0.5223908 Sep 24 15:39:36.592279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'name': 'network-vif-deleted', 'tag': '73d19480-bb98-461d-a512-fb6b4c94d6fb'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:36.594479 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5abbe9-78db-4ae7-a5f9-8cbb321b7928" -d '{"events": [{"server_uuid": "5b165a5f-ebd4-47a2-a6dc-38e90ee962d6", "name": "network-vif-deleted", "tag": "73d19480-bb98-461d-a512-fb6b4c94d6fb"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:36.600347 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-60fa0abe-b96e-41a6-8996-53551b1151d8 req-9e2375c5-724c-41be-b4ba-d072618e23d3 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/security-groups?id=97e4924d-6bc3-4000-ad74-d698613e5e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009490 Sep 24 15:39:36.618768 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Made reservation on behalf of 89b12e850fe549e8a21c215ac131f8c5 for: {'network': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:36.619325 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.629062 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.631194 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.646771 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3ec477-2a51-4c2e-9c15-7aa3258c7375 x-openstack-request-id: req-bf3ec477-2a51-4c2e-9c15-7aa3258c7375 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:36.647090 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b165a5f-ebd4-47a2-a6dc-38e90ee962d6", "name": "network-vif-deleted", "tag": "73d19480-bb98-461d-a512-fb6b4c94d6fb", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:36.647377 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf3ec477-2a51-4c2e-9c15-7aa3258c7375 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:36.647769 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b165a5f-ebd4-47a2-a6dc-38e90ee962d6', 'name': 'network-vif-deleted', 'tag': '73d19480-bb98-461d-a512-fb6b4c94d6fb', 'status': 'completed', 'code': 200} Sep 24 15:39:36.688421 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30cb89-a743-4e45-852c-cf29f10235dd req-5187a991-622d-4fc5-b656-2d79e5a8f13d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.689871 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ff30cb89-a743-4e45-852c-cf29f10235dd req-5187a991-622d-4fc5-b656-2d79e5a8f13d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 945 time: 0.0820360 Sep 24 15:39:36.741490 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ff30cb89-a743-4e45-852c-cf29f10235dd req-05b503a0-677e-4b2d-a522-15b231259442 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Sep 24 15:39:36.779617 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.857478 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.880830 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] vlan segment allocate from pool success with {'vlan_id': 1312, 'physical_network': 'physnet1'} {{(pid=94565) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:39:36.890440 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3188c989-56d7-44b4-a478-8f5084a56954,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:36.895117 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.895583 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.segments_db [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Added segment 5a97a784-4375-4b16-af58-d5f781cd344f of type vlan for network e95296c8-7c3d-42b6-9393-507190ad0541 Sep 24 15:39:36.934587 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.040470 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.041434 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.042019 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.102674 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] Pushing event updated for resources: {'Network': ['ID=e95296c8-7c3d-42b6-9393-507190ad0541,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:37.113399 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network e95296c8-7c3d-42b6-9393-507190ad0541 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:39:37.132404 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f8c72ab0-f57f-4c52-bfbb-b64576ea2962 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7626569 Sep 24 15:39:37.135053 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54534) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:37.140363 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Request body: {'subnet': {'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2099376138-subnet', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:37.233026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9ae52-13fd-4fba-aa3a-658f8d62e6a6 req-9bb5ac7f-5f75-41ba-a8a4-3877dd91608e tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.234565 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6be9ae52-13fd-4fba-aa3a-658f8d62e6a6 req-9bb5ac7f-5f75-41ba-a8a4-3877dd91608e tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0485446 Sep 24 15:39:37.257715 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Made reservation on behalf of 89b12e850fe549e8a21c215ac131f8c5 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:37.263351 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25849056'] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.271497 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6be9ae52-13fd-4fba-aa3a-658f8d62e6a6 req-c5753d5b-43fc-427e-922b-ad55313e479c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310547 Sep 24 15:39:37.428508 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:37.492208 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25849042'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.543417 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ce6227-a7de-4785-98d2-07c8af9514af,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:37.560281 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Checking segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:37.560639 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Network hostable DHCP agents. Network: e95296c8-7c3d-42b6-9393-507190ad0541, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:39:37.625038 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.649480 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:37.652195 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3326c0-7569-447c-8e1a-0ce09ff125ce" -d '{"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:37.657734 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Network e95296c8-7c3d-42b6-9393-507190ad0541 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:39:37.667994 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:37.692646 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fdcecc-1849-480e-b94b-285e2c27fd84 x-openstack-request-id: req-08fdcecc-1849-480e-b94b-285e2c27fd84 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:37.692960 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:37.693218 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08fdcecc-1849-480e-b94b-285e2c27fd84 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:37.693607 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'code': 200} Sep 24 15:39:37.709525 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c40c204d-f77c-43e1-bb0d-218540582de4 req-3dd154b3-c456-4503-9146-63b519d24bc1 tempest-VolumesSnapshotTestJSON-966872885 tempest-VolumesSnapshotTestJSON-966872885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b165a5f-ebd4-47a2-a6dc-38e90ee962d6 HTTP/1.1" status: 200 len: 210 time: 0.0262182 Sep 24 15:39:37.765711 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, e95296c8-7c3d-42b6-9393-507190ad0541) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:37.765926 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.770958 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.771615 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.792049 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df728f89-1823-4d55-bdfe-2dd687a7dada None None] Network e95296c8-7c3d-42b6-9393-507190ad0541 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:39:37.865020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=8']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:37.868763 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20848-8358-4825-ae82-96ac3445872d req-3419a4bb-a532-497d-bf1e-418204d7ed83 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.871079 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33f20848-8358-4825-ae82-96ac3445872d req-3419a4bb-a532-497d-bf1e-418204d7ed83 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0537262 Sep 24 15:39:37.892589 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4fc8aae2-a503-4e56-90f6-e1402dd39c87 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7564523 Sep 24 15:39:37.896182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54544) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:37.900870 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:37.915675 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33f20848-8358-4825-ae82-96ac3445872d req-3a2e457e-a2e5-41c8-b7df-4d8ff601f830 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390279 Sep 24 15:39:37.959193 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-e95296c8-7c3d-42b6-9393-507190ad0541', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:39:37.959752 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.018265 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.019390 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.073024 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.096365 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Allocated IP 172.20.0.2 (e95296c8-7c3d-42b6-9393-507190ad0541/44ce6227-a7de-4785-98d2-07c8af9514af/07fecf2a-d98c-4be8-90a7-f912bf1e6cc9) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:38.238180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.274423 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.337687 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.375173 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Network e95296c8-7c3d-42b6-9393-507190ad0541 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:38.377932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:38.381440 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:38.385704 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f75b-0696-4c4b-b5b9-713b88df9990 req-e14bc043-514a-4a1c-81d2-919618ea0361 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:38.388112 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6659f75b-0696-4c4b-b5b9-713b88df9990 req-e14bc043-514a-4a1c-81d2-919618ea0361 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0506027 Sep 24 15:39:38.394460 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Pushing event updated for resources: {'Port': ['ID=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:38.447365 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6659f75b-0696-4c4b-b5b9-713b88df9990 req-5b3a8ed4-c753-4ff6-b2c4-6695cc3db343 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Sep 24 15:39:38.451445 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Attempting to bind port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:38.451951 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Attempting to bind port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:38.452371 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Attempting to bind port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:38.457439 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:38.457886 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Checking segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:38.458351 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.458807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Bound using segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:38.459439 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Bound port: 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:38.459807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.524687 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] For port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:38.528718 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] For port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:38.581107 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.599453 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.617675 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.674096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bf2b7-e69d-414e-8f4d-dba51a1b7d07 None None] Pushing event updated for resources: {'Port': ['ID=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:38.703994 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Allocated IP 172.27.1.238 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/54719fdc-d9e8-4e4f-81a7-0956937f8e3b) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:38.846409 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.960749 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.996627 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:38.999376 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:39.001739 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:39.036814 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Pushing event updated for resources: {'Port': ['ID=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:39.446342 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:39.544009 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 73d19480-bb98-461d-a512-fb6b4c94d6fb no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:39.565388 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 73d19480-bb98-461d-a512-fb6b4c94d6fb {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:39.565808 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 73d19480-bb98-461d-a512-fb6b4c94d6fb not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:39.611699 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ec11-f675-4cbf-ac1e-5ec6966b9718 req-77c184ac-b065-4551-9e2c-21f71ce0f60b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:39.613198 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-38a4ec11-f675-4cbf-ac1e-5ec6966b9718 req-77c184ac-b065-4551-9e2c-21f71ce0f60b tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0934474 Sep 24 15:39:39.651014 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386a26b-6adf-4247-a459-b3420c417bc3 None None] Network e95296c8-7c3d-42b6-9393-507190ad0541 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:39:39.682916 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.687019 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-38a4ec11-f675-4cbf-ac1e-5ec6966b9718 req-86b032c0-e9bb-4cc4-95d6-78835f1f1ab0 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Sep 24 15:39:39.763350 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-9d81d9ab-ca3f-4348-a7bb-1e4409c0549d None None] Provisioning complete for port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:39.763350 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d81d9ab-ca3f-4348-a7bb-1e4409c0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.885216 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d81d9ab-ca3f-4348-a7bb-1e4409c0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.888678 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.925793 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-9d81d9ab-ca3f-4348-a7bb-1e4409c0549d None None] For port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:40.291810 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Router 18686d27-ad86-4dae-8594-591fdb74afe8 is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:39:40.292028 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9d81d9ab-ca3f-4348-a7bb-1e4409c0549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:40.346753 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81d9ab-ca3f-4348-a7bb-1e4409c0549d None None] Pushing event updated for resources: {'Port': ['ID=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:40.397712 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:39:40.410213 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:39:40.418204 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-c84cfbeb-0953-4e12-9fe6-a94a17d56019 None None] Provisioning complete for port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:40.418622 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c84cfbeb-0953-4e12-9fe6-a94a17d56019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:40.440458 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:40.441087 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:40.548840 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:40.552855 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4a6ba406-0561-4e6f-a79f-7593dd05f08e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6563597 Sep 24 15:39:40.562203 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54582) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:40.590805 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:40.655400 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:40.771464 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:40.772135 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:40.849306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d014f2-d499-4628-979d-6f14cfdfd620 req-c581ab21-ebf7-4cc0-9426-1549620aab74 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:40.850779 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-45d014f2-d499-4628-979d-6f14cfdfd620 req-c581ab21-ebf7-4cc0-9426-1549620aab74 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 943 time: 0.0934761 Sep 24 15:39:40.887627 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:39Z', 'revision_number': 3, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:40.923048 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:39:40.923425 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Updating router 18686d27-ad86-4dae-8594-591fdb74afe8 port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:39:40.952178 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:40.969115 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5550272-94ba-4034-8488-f266a2390185 req-1c7992bc-96a2-47b2-8465-1bc118350060 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:40.977310 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d5550272-94ba-4034-8488-f266a2390185 req-1c7992bc-96a2-47b2-8465-1bc118350060 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0577180 Sep 24 15:39:40.991807 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-45d014f2-d499-4628-979d-6f14cfdfd620 req-577e985d-bac4-45fe-8c98-59dc0d7952c3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920060 Sep 24 15:39:41.021091 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d5550272-94ba-4034-8488-f266a2390185 req-34edf272-5d63-4ee7-9173-86650747fe02 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422952 Sep 24 15:39:41.165755 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.256900 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.326716 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Allocated IP 172.20.0.1 (e95296c8-7c3d-42b6-9393-507190ad0541/44ce6227-a7de-4785-98d2-07c8af9514af/a12975eb-f9e9-44a4-b8b5-ab1ea4d38857) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:41.342844 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.392025 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Attempting to bind port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:41.392399 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Attempting to bind port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:41.392928 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Attempting to bind port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:41.405283 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:41.405654 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:41.406057 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.406453 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:41.406912 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Bound port: 54719fdc-d9e8-4e4f-81a7-0956937f8e3b, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:41.407321 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.408920 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f2c5a-e254-474e-a929-351d659a7ecd None None] Pushing event updated for resources: {'Port': ['ID=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:41.426205 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.458156 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:41.469638 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] For port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:41.484021 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] For port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:41.556609 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54612) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:41.564668 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:41.579681 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'port_id': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'mac_address': 'fa:16:3e:7b:b9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:41.583131 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.618287 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.631771 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f4db5e-6757-446f-a74b-df53d125c8ef {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:41.634626 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Network e95296c8-7c3d-42b6-9393-507190ad0541 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:41.639992 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.651381 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:41.662599 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:41.667453 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:41.686719 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:41.709550 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-4827ecc2-3db1-4248-b6ad-5bfca8cc18fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517975 Sep 24 15:39:41.709932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:41.710559 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:41.713291 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.750159 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-d24b8b4d-0fb4-4443-872a-6ac22ef0bf90 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:39:41.751246 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-d24b8b4d-0fb4-4443-872a-6ac22ef0bf90 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336888 Sep 24 15:39:41.880642 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.888600 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f2c5a-e254-474e-a929-351d659a7ecd None None] Pushing event updated for resources: {'Port': ['ID=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:41.968807 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.998576 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-7045323f-2504-4b67-aac7-7d65f6222aad None None] Provisioning complete for port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:41.999054 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7045323f-2504-4b67-aac7-7d65f6222aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.004100 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:42.021635 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=7']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:42.109415 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-7045323f-2504-4b67-aac7-7d65f6222aad None None] Port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:42.157196 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ffb6-e3a8-41af-b9ce-a40054e546e8 req-e4f1b576-cf47-433c-8e28-6c6c722f04c5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:42.164092 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d797ffb6-e3a8-41af-b9ce-a40054e546e8 req-e4f1b576-cf47-433c-8e28-6c6c722f04c5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0611012 Sep 24 15:39:42.187086 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010563-cb5d-451e-90a2-54241c52a6be req-9622e39e-a5fb-447d-9837-0e2bba6c83a4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:42.189239 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-11010563-cb5d-451e-90a2-54241c52a6be req-9622e39e-a5fb-447d-9837-0e2bba6c83a4 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.0910504 Sep 24 15:39:42.201959 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d797ffb6-e3a8-41af-b9ce-a40054e546e8 req-66b8b415-dcf3-47c1-b746-70d3fae8b8af tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Sep 24 15:39:42.224015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:39Z', 'revision_number': 3, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:42.234449 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.253519 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-11010563-cb5d-451e-90a2-54241c52a6be req-e33192b9-8c84-40fa-a03c-afb91318be54 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488977 Sep 24 15:39:42.262253 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb70a72-25e7-4289-9929-3733c622b547 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:39Z', 'revision_number': 3, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:39:42.325311 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.396241 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.397992 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:42.523889 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Network e95296c8-7c3d-42b6-9393-507190ad0541 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:42.523889 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:42.634830 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 54719fdc-d9e8-4e4f-81a7-0956937f8e3b up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:42.654882 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:39:42.695121 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:42.695677 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.784861 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:39:42.790132 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-13838048-6eca-4c65-a988-59b04c651ff7 admin admin] 10.222.0.60 "PUT /v2.0/routers/18686d27-ad86-4dae-8594-591fdb74afe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2262766 Sep 24 15:39:42.790403 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.812574 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:42.837304 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-f1232e6e-9f05-4951-91c0-fb089fc59e38 None None] Provisioning complete for port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:42.837679 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f1232e6e-9f05-4951-91c0-fb089fc59e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.877272 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f1232e6e-9f05-4951-91c0-fb089fc59e38 None None] Port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:42.914139 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.966276 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:43.338356 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ae96-829a-4a53-b9a7-36120e877fe4 req-bce3a3e0-7085-46d3-a20e-469070403135 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.339943 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ace7ae96-829a-4a53-b9a7-36120e877fe4 req-bce3a3e0-7085-46d3-a20e-469070403135 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0528963 Sep 24 15:39:43.367026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7817-a0ba-4999-a0a1-5caf12250224 req-4c4c9c80-9cc9-42cd-8646-553a466eb5b2 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.368559 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8aca7817-a0ba-4999-a0a1-5caf12250224 req-4c4c9c80-9cc9-42cd-8646-553a466eb5b2 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.0481005 Sep 24 15:39:43.379225 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ace7ae96-829a-4a53-b9a7-36120e877fe4 req-c595f710-f166-4ccb-9988-8fc9b41b9801 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Sep 24 15:39:43.415127 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8aca7817-a0ba-4999-a0a1-5caf12250224 req-7752c20c-d0fe-4620-934e-f0021e9ed887 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401678 Sep 24 15:39:43.504315 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54648) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:43.509242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-312763114-network', 'tenant_id': '7288ea35948a4514b66846417ce59bb8'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:43.593859 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Made reservation on behalf of 7288ea35948a4514b66846417ce59bb8 for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:43.596258 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.605566 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.691502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.789818 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:39:43.800009 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:43.800603 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:43.805248 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.826151 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1309, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:39:43.840471 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a826ba15-834a-46da-91a1-ec23d4dc2684,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:43.843392 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.843790 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Added segment 0e99ab6a-6543-4d65-8ad9-0d5e64013802 of type vlan for network 301d10c6-266c-4734-a827-440d9d322496 Sep 24 15:39:43.885868 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.983416 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:43.999931 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.001000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:44.001618 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.062337 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] Pushing event updated for resources: {'Network': ['ID=301d10c6-266c-4734-a827-440d9d322496,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:44.078875 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 301d10c6-266c-4734-a827-440d9d322496 details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:39:44.126350 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-96728e26-b777-42a7-9d31-ea942036f1ea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6209195 Sep 24 15:39:44.129397 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54650) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:44.134667 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Request body: {'subnet': {'network_id': '301d10c6-266c-4734-a827-440d9d322496', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-312763114-subnet', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'ip_version': 4}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:44.175784 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 2, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:44.201530 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:39:44.201887 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Updating router 18686d27-ad86-4dae-8594-591fdb74afe8 port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:39:44.230018 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.256754 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Made reservation on behalf of 7288ea35948a4514b66846417ce59bb8 for: {'subnet': 1} {{(pid=94565) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:44.259209 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25849056'] for subnet, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.520037 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7eb47-4c3f-4b6a-8122-8315fa5a7abd req-b5c803d9-40fa-4228-8179-f1906398436d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:44.528494 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-faf7eb47-4c3f-4b6a-8122-8315fa5a7abd req-b5c803d9-40fa-4228-8179-f1906398436d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0615845 Sep 24 15:39:44.537287 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25849042'] for subnet, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.543122 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.547659 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b21e9-93dd-473f-8814-4f8e7ad217e7 req-6cb4b688-58a4-426c-a1a9-1cec8d7c6867 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:44.549404 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e85b21e9-93dd-473f-8814-4f8e7ad217e7 req-6cb4b688-58a4-426c-a1a9-1cec8d7c6867 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.0550141 Sep 24 15:39:44.586036 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['74f4db5e-6757-446f-a74b-df53d125c8ef'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:44.599827 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e85b21e9-93dd-473f-8814-4f8e7ad217e7 req-2887ec78-b50b-4d89-bb15-f500b8cf5214 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402112 Sep 24 15:39:44.601401 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-faf7eb47-4c3f-4b6a-8122-8315fa5a7abd req-d68918cc-a239-42ea-a6b4-8454b2065c8c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720031 Sep 24 15:39:44.627984 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ed102b-1198-4ec8-8bbf-2b48b08f234c,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:44.633046 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 54719fdc-d9e8-4e4f-81a7-0956937f8e3b up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:44.633203 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Checking segment: {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:44.633681 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Network hostable DHCP agents. Network: 301d10c6-266c-4734-a827-440d9d322496, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94565) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:39:44.717736 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:44.718115 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.965584 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.033123 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Pushing event updated for resources: {'Port': ['ID=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:45.045309 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Network 301d10c6-266c-4734-a827-440d9d322496 is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94565) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:39:45.058523 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.058874 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.059239 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.059575 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.059907 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.060244 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.060561 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.061071 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.061419 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.061744 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.062065 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.062384 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:45.077643 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Attempting to bind port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:45.078015 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Attempting to bind port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:45.078387 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Attempting to bind port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:45.084051 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:45.084421 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Checking segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:45.084822 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.085211 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Bound using segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:45.085679 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Bound port: a12975eb-f9e9-44a4-b8b5-ab1ea4d38857, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:45.086057 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.136654 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 301d10c6-266c-4734-a827-440d9d322496) {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:45.141114 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:45.153047 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.153311 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c2c705-6ee7-42ee-97d5-a1b2048b44b8 None None] Network 301d10c6-266c-4734-a827-440d9d322496 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:39:45.153744 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] For port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:45.155163 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] For port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:45.240532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-7c1963f1-e6f1-4a49-a7c8-874e80617003 None None] Provisioning complete for port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:45.241709 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7c1963f1-e6f1-4a49-a7c8-874e80617003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.301704 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-7c1963f1-e6f1-4a49-a7c8-874e80617003 None None] Port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:45.326140 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.326785 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-d383fc32-aa8c-4e03-9891-bef1fa5d3017 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1962006 Sep 24 15:39:45.329231 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54662) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:45.336392 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-301d10c6-266c-4734-a827-440d9d322496', 'network_id': '301d10c6-266c-4734-a827-440d9d322496', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'fixed_ips': [{'subnet_id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:39:45.337258 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.346692 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:45.381700 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c846e3-5886-4d47-a0de-5fbe7cc31106 None None] Pushing event updated for resources: {'Port': ['ID=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,revision_number=4']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:45.421283 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:45.421911 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:45.488226 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Allocated IP 172.20.0.2 (301d10c6-266c-4734-a827-440d9d322496/44ed102b-1198-4ec8-8bbf-2b48b08f234c/f0d3bf44-1c59-4af9-a01b-91bb0723e7c2) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:45.502676 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.502676 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.545866 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:45.567989 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.649091 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-d95a3bb2-b3dc-4bc9-a19c-4d3bb7493c05 None None] Provisioning complete for port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:45.649413 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d95a3bb2-b3dc-4bc9-a19c-4d3bb7493c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.654367 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.736593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10bc3a-97b1-44ce-b469-d4fa5e9e8443 req-e253f478-547f-4bc8-a603-6a099bd90961 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:45.749623 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6d10bc3a-97b1-44ce-b469-d4fa5e9e8443 req-e253f478-547f-4bc8-a603-6a099bd90961 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.0601413 Sep 24 15:39:45.749799 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27348ced-0f7c-4580-95cd-8bdc468eeae5 req-7930590b-85c2-49d9-99ba-3bd900cf787a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:45.749938 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d95a3bb2-b3dc-4bc9-a19c-4d3bb7493c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.750042 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-27348ced-0f7c-4580-95cd-8bdc468eeae5 req-7930590b-85c2-49d9-99ba-3bd900cf787a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0594494 Sep 24 15:39:45.784655 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:45.793497 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6d10bc3a-97b1-44ce-b469-d4fa5e9e8443 req-50a8fd22-d0f5-4a86-9e91-97d11a0bde32 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Sep 24 15:39:45.803602 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-d95a3bb2-b3dc-4bc9-a19c-4d3bb7493c05 None None] For port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:45.812785 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d9ed8-95d5-463c-a248-1da25032f7b2 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:39:45.840613 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.852688 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-27348ced-0f7c-4580-95cd-8bdc468eeae5 req-6aba0d36-b0b1-4e79-8577-e80f749275a6 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982611 Sep 24 15:39:45.907721 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d95a3bb2-b3dc-4bc9-a19c-4d3bb7493c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.926240 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Network 301d10c6-266c-4734-a827-440d9d322496 is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:45.945228 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:45.947612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:45.962626 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Pushing event updated for resources: {'Port': ['ID=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:46.019418 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.032703 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-2c669382-45ce-402f-b252-901555247fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.034200 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-2c669382-45ce-402f-b252-901555247fcd service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf&tenant_id=b861384990f34381a65218887a8cb8f0 HTTP/1.1" status: 200 len: 1096 time: 0.0840266 Sep 24 15:39:46.115377 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a3bb2-b3dc-4bc9-a19c-4d3bb7493c05 None None] Pushing event updated for resources: {'Port': ['ID=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:46.118270 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Attempting to bind port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:46.120024 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Attempting to bind port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:46.120387 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Attempting to bind port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 on network 301d10c6-266c-4734-a827-440d9d322496 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:46.126222 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:46.127217 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Checking segment: {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:46.128272 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.128771 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Bound using segment: {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:46.129370 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Bound port: f0d3bf44-1c59-4af9-a01b-91bb0723e7c2, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:46.129860 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.255892 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] For port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:46.270299 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] For port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:46.381128 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:46.413166 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-93ad4344-ac3c-4300-a684-36c0a2807acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.414678 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-93ad4344-ac3c-4300-a684-36c0a2807acd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b861384990f34381a65218887a8cb8f0&device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1096 time: 0.3545868 Sep 24 15:39:46.434972 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.538201 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf159601-a0a0-4af8-a255-354d1a984edf None None] Pushing event updated for resources: {'Port': ['ID=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:46.563680 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-8e3308e4-d5d1-4540-a04e-510ba7533eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.566879 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-8e3308e4-d5d1-4540-a04e-510ba7533eec service neutron] 10.222.0.109 "GET /v2.0/networks?id=ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 200 len: 919 time: 0.1435444 Sep 24 15:39:46.570410 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 74f4db5e-6757-446f-a74b-df53d125c8ef triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:46.570788 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.641168 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.677434 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:46.685176 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.730309 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-816c9c03-f9ba-4f0d-a600-b49f9790ec35 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cccae9c-2b82-46ab-b227-fc5951de171d HTTP/1.1" status: 200 len: 999 time: 0.1461589 Sep 24 15:39:46.810565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-862f9152-2c9c-4624-a804-a234ba537706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.813500 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-862f9152-2c9c-4624-a804-a234ba537706 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 200 len: 856 time: 0.0815806 Sep 24 15:39:46.818153 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.834545 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:46.834921 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.873102 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:46.877234 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57801703-954b-4a05-ad5a-aca5fda353f9" -d '{"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-plugged", "status": "completed", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:46.884271 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-e9c60220-6128-4860-af8d-d5c4ea3a2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.884271 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-e9c60220-6128-4860-af8d-d5c4ea3a2151 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=ef0ca52c-15e4-47f3-871d-d9becdc026ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593743 Sep 24 15:39:46.908904 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Allocated IP 172.27.1.152 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/425ecc6d-ed4f-4812-ba6d-78c28756d862) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:46.934573 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:46.965447 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cb65c3-4951-4421-af3a-801f5824be90 x-openstack-request-id: req-f8cb65c3-4951-4421-af3a-801f5824be90 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:46.965944 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-plugged", "status": "completed", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:46.966484 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8cb65c3-4951-4421-af3a-801f5824be90 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:46.967042 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'code': 200} Sep 24 15:39:47.045411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84a59-4acf-4baa-bfbb-a76fa9ac9625 req-10ced14e-d951-4ebf-81ab-d108516fa907 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:47.053695 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.054152 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-46a84a59-4acf-4baa-bfbb-a76fa9ac9625 req-10ced14e-d951-4ebf-81ab-d108516fa907 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 944 time: 0.1245315 Sep 24 15:39:47.090499 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-b991a070-3b6d-47b6-be45-91ffc3cd0f01 service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002246 Sep 24 15:39:47.123267 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.124687 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=8']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:47.145850 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-46a84a59-4acf-4baa-bfbb-a76fa9ac9625 req-17d1d165-a10b-4746-a716-972b9b500fe1 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905688 Sep 24 15:39:47.187855 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b745-f186-4b4e-ab47-8d17df6e8f65 req-2623acc5-2bfd-4545-b7d2-7f72206fdd51 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:47.189645 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0733b745-f186-4b4e-ab47-8d17df6e8f65 req-2623acc5-2bfd-4545-b7d2-7f72206fdd51 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0990074 Sep 24 15:39:47.229908 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3bf7add2-c0c6-44bd-9931-9b69e942855f req-0c1006f9-838a-4f84-8275-bcd0bec87fdb service neutron] 10.222.0.109 "GET /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296408 Sep 24 15:39:47.256187 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0733b745-f186-4b4e-ab47-8d17df6e8f65 req-b133ab58-049c-41fa-8ce3-5b3d97e3ecd5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601420 Sep 24 15:39:47.296411 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa52f1f-a40c-44cd-9d69-9349d1fbcd53 req-d6e79dd2-e8d2-428f-adce-23d671503b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:47.296650 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.297971 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2aa52f1f-a40c-44cd-9d69-9349d1fbcd53 req-d6e79dd2-e8d2-428f-adce-23d671503b22 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0404861 Sep 24 15:39:47.337444 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:47.342014 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:47.355273 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Pushing event updated for resources: {'Port': ['ID=425ecc6d-ed4f-4812-ba6d-78c28756d862,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:47.357974 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:47.371080 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2aa52f1f-a40c-44cd-9d69-9349d1fbcd53 req-d6ce759c-bb55-4add-bfec-9a298719d2d8 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630391 Sep 24 15:39:47.671179 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603e737-98a4-4cac-aed1-79faf4325d84 None None] Network 301d10c6-266c-4734-a827-440d9d322496 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:39:47.703185 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.751890 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-3cadc83f-f5e0-430f-a906-b9bfffea2a75 None None] Provisioning complete for port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:47.752068 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cadc83f-f5e0-430f-a906-b9bfffea2a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.923092 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.016375 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cadc83f-f5e0-430f-a906-b9bfffea2a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.056358 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-3cadc83f-f5e0-430f-a906-b9bfffea2a75 None None] For port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:48.124790 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Router 7808f913-0193-4cf1-bcd4-c23339799eab is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94565) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:39:48.128345 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3cadc83f-f5e0-430f-a906-b9bfffea2a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.269696 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadc83f-f5e0-430f-a906-b9bfffea2a75 None None] Pushing event updated for resources: {'Port': ['ID=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:48.284551 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:39:48.296144 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Sync routers for ids ['7808f913-0193-4cf1-bcd4-c23339799eab'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:39:48.318874 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Routers {'7808f913-0193-4cf1-bcd4-c23339799eab'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:48.323665 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['7808f913-0193-4cf1-bcd4-c23339799eab'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:48.416910 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.418178 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-bd286bbb-101b-412f-9182-35c341a916ad admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0812020 Sep 24 15:39:48.426938 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3ad6c-d5cf-4dc1-8201-6fd490e7b0e1 req-d931586b-105d-4666-bb57-2ffe8d03c854 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:48.428724 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dff3ad6c-d5cf-4dc1-8201-6fd490e7b0e1 req-d931586b-105d-4666-bb57-2ffe8d03c854 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.1134899 Sep 24 15:39:48.429265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54712) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:48.442431 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-62523ee6-443b-4fb2-9f40-e5d8f385c638 None None] Provisioning complete for port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:48.443122 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-62523ee6-443b-4fb2-9f40-e5d8f385c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.457808 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96273b68-d3ba-4b2f-a738-1229c865ce2d req-45bf7ace-182f-4a82-bbb6-2920e58ce884 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:48.459336 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-96273b68-d3ba-4b2f-a738-1229c865ce2d req-45bf7ace-182f-4a82-bbb6-2920e58ce884 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0636525 Sep 24 15:39:48.517573 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dff3ad6c-d5cf-4dc1-8201-6fd490e7b0e1 req-70572126-a09a-415a-a340-a7b6d2dd9d94 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792732 Sep 24 15:39:48.528859 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-96273b68-d3ba-4b2f-a738-1229c865ce2d req-b117a1e8-3e59-42f6-9b31-2dbe9cdf9911 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596309 Sep 24 15:39:48.549401 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Set router 7808f913-0193-4cf1-bcd4-c23339799eab gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:48.713805 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:48.881415 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:48.882073 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.949276 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:39:47Z', 'revision_number': 3, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:48.998898 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Checking router: 7808f913-0193-4cf1-bcd4-c23339799eab for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:39:48.999554 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Updating router 7808f913-0193-4cf1-bcd4-c23339799eab port 425ecc6d-ed4f-4812-ba6d-78c28756d862 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:39:49.035592 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.168214 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.354891 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Allocated IP 172.20.0.1 (301d10c6-266c-4734-a827-440d9d322496/44ed102b-1198-4ec8-8bbf-2b48b08f234c/37707cf2-ec9b-43d0-8d3c-1504201cf753) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:49.397212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.474236 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.502214 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.597635 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dc794-9e10-4b70-83bc-91a6e9fd7e2a None None] Pushing event updated for resources: {'Port': ['ID=425ecc6d-ed4f-4812-ba6d-78c28756d862,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:49.600025 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Attempting to bind port 425ecc6d-ed4f-4812-ba6d-78c28756d862 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:49.600402 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Attempting to bind port 425ecc6d-ed4f-4812-ba6d-78c28756d862 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:49.600812 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Attempting to bind port 425ecc6d-ed4f-4812-ba6d-78c28756d862 on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:49.607836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:49.608222 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:49.608701 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.609018 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:49.609489 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Bound port: 425ecc6d-ed4f-4812-ba6d-78c28756d862, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:49.609869 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.617669 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.688719 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] For port 425ecc6d-ed4f-4812-ba6d-78c28756d862, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:49.700153 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] For port 425ecc6d-ed4f-4812-ba6d-78c28756d862, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=425ecc6d-ed4f-4812-ba6d-78c28756d862,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:49.719852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=37707cf2-ec9b-43d0-8d3c-1504201cf753,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:49.741931 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Network 301d10c6-266c-4734-a827-440d9d322496 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:49.746310 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:49.748951 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:49.787391 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b352339-44aa-4d62-8241-0cfc1f5bc4da req-a9030dbb-04d2-4214-86fe-6dbb34200719 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:49.789543 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3b352339-44aa-4d62-8241-0cfc1f5bc4da req-a9030dbb-04d2-4214-86fe-6dbb34200719 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.1150703 Sep 24 15:39:49.812154 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.830058 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472de275-35fd-49e9-8b79-62c64ff3079b req-650b0634-f9ae-4e87-b2a6-fb28d8b41731 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:49.834056 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-472de275-35fd-49e9-8b79-62c64ff3079b req-650b0634-f9ae-4e87-b2a6-fb28d8b41731 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.1682720 Sep 24 15:39:49.849750 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.893663 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3b352339-44aa-4d62-8241-0cfc1f5bc4da req-ff44b519-0940-4e45-bb14-e0d5bfee3308 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967422 Sep 24 15:39:49.934538 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Routers {'7808f913-0193-4cf1-bcd4-c23339799eab'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:49.935498 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['7808f913-0193-4cf1-bcd4-c23339799eab'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:49.950672 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-472de275-35fd-49e9-8b79-62c64ff3079b req-99599a02-38ee-4fbc-adc5-8ab270d08f21 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026237 Sep 24 15:39:50.010607 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dc794-9e10-4b70-83bc-91a6e9fd7e2a None None] Pushing event updated for resources: {'Port': ['ID=425ecc6d-ed4f-4812-ba6d-78c28756d862,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:50.113491 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] Set router 7808f913-0193-4cf1-bcd4-c23339799eab gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:50.151614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:50.189470 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-da5d3ca4-34fe-41fe-b18e-6133437732e7 None None] Provisioning complete for port 37707cf2-ec9b-43d0-8d3c-1504201cf753 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:50.189850 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-da5d3ca4-34fe-41fe-b18e-6133437732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:50.270279 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-da5d3ca4-34fe-41fe-b18e-6133437732e7 None None] Port 37707cf2-ec9b-43d0-8d3c-1504201cf753 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:50.347070 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:39:47Z', 'revision_number': 3, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:50.351228 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:50.375279 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c65d81-f5b6-47f4-a1dd-0267940eb0f7 None None] The sync data for ids ['7808f913-0193-4cf1-bcd4-c23339799eab'] in dv-cinder-810924-1-iscsi is: [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:39:47Z', 'revision_number': 3, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:39:50.484565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:50.563622 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=37707cf2-ec9b-43d0-8d3c-1504201cf753,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:50.566202 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:50.764815 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Network 301d10c6-266c-4734-a827-440d9d322496 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:50.767656 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:50.944872 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Router 7808f913-0193-4cf1-bcd4-c23339799eab has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:39:51.106337 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70befce-04d7-472c-932c-b2c8e993b25e req-044e1a55-7cf1-433c-9b76-1621767fbd84 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:51.108796 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e70befce-04d7-472c-932c-b2c8e993b25e req-044e1a55-7cf1-433c-9b76-1621767fbd84 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0932374 Sep 24 15:39:51.109862 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-834a30ed-158e-43c2-b37a-e0ec93af7059 None None] Provisioning complete for port 37707cf2-ec9b-43d0-8d3c-1504201cf753 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:51.110304 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-834a30ed-158e-43c2-b37a-e0ec93af7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:51.163262 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-834a30ed-158e-43c2-b37a-e0ec93af7059 None None] Port 37707cf2-ec9b-43d0-8d3c-1504201cf753 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:51.166751 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea613-c8e1-4869-814f-e00e14bbfcc1 req-ae8f53c5-a13b-4db8-be34-7facbc1b6bce tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:51.169051 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-46cea613-c8e1-4869-814f-e00e14bbfcc1 req-ae8f53c5-a13b-4db8-be34-7facbc1b6bce tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.1048050 Sep 24 15:39:51.170705 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:39:51.182166 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e70befce-04d7-472c-932c-b2c8e993b25e req-5437a576-0a60-479f-a68c-88ffc3a6caf8 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668604 Sep 24 15:39:51.192978 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1a1b3ff0-e026-4d8b-a9b0-f1f2d98a5ca6 admin admin] 10.222.0.60 "PUT /v2.0/routers/7808f913-0193-4cf1-bcd4-c23339799eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616439 Sep 24 15:39:51.277560 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-46cea613-c8e1-4869-814f-e00e14bbfcc1 req-48b20674-dd11-4dc4-8ce8-90e43f0fc459 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816536 Sep 24 15:39:52.197004 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54744) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:52.202172 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053522674', 'description': 'tempest-secgroup-smoke-1053522674 description', 'project_id': '89b12e850fe549e8a21c215ac131f8c5'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:52.319347 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ce739-e381-4860-8191-6eaa441341cc req-59ef926c-256b-4514-b53f-8c5a04844f5a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.323236 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-063ce739-e381-4860-8191-6eaa441341cc req-59ef926c-256b-4514-b53f-8c5a04844f5a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0541697 Sep 24 15:39:52.355704 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.371151 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-063ce739-e381-4860-8191-6eaa441341cc req-4992c422-f5b7-4147-8330-653097e8fb90 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 Sep 24 15:39:52.446630 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22028f3-20a5-4bd1-bb34-cfea9a8f264a req-c5ac4d5e-f908-4369-a732-990eec6cb6d6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.448388 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e22028f3-20a5-4bd1-bb34-cfea9a8f264a req-c5ac4d5e-f908-4369-a732-990eec6cb6d6 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0764415 Sep 24 15:39:52.475972 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.490452 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e22028f3-20a5-4bd1-bb34-cfea9a8f264a req-e6ecbe6f-9d9b-43c4-a92c-943b1716246c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Sep 24 15:39:52.620394 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 425ecc6d-ed4f-4812-ba6d-78c28756d862 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:52.643339 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.676197 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c624a425-e040-4d29-938f-4a6c6e9d2ea3,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:52.682817 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 425ecc6d-ed4f-4812-ba6d-78c28756d862 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:52.683277 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.757400 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.776895 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port 425ecc6d-ed4f-4812-ba6d-78c28756d862, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=425ecc6d-ed4f-4812-ba6d-78c28756d862,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:52.792864 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.794196 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ac72ee75-f4e4-43a1-85b6-a2b85448072a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5955491 Sep 24 15:39:52.797306 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54752) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:52.801725 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group_rule': {'security_group_id': 'c624a425-e040-4d29-938f-4a6c6e9d2ea3', 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:52.896193 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.936304 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.964083 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=425ecc6d-ed4f-4812-ba6d-78c28756d862,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:53.013585 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.113254 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.131813 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd8ae99-664b-4700-9d49-6a9985f794be,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:53.184545 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Sync routers for ids ['7808f913-0193-4cf1-bcd4-c23339799eab'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:39:53.196333 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Routers {'7808f913-0193-4cf1-bcd4-c23339799eab'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:53.197230 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['7808f913-0193-4cf1-bcd4-c23339799eab'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:53.238919 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.241862 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-18912d61-d6f3-4b3e-beb2-bb20a8c67cd2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418564 Sep 24 15:39:53.243455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54754) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:53.248444 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group_rule': {'security_group_id': 'c624a425-e040-4d29-938f-4a6c6e9d2ea3', 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:53.304260 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Set router 7808f913-0193-4cf1-bcd4-c23339799eab gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:53.425836 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.526358 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.552511 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498391a-fcb2-42c3-bbf0-04c0fdd3a111 req-0474d5cf-fc11-4627-8a73-27daad5fc17f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:53.559106 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c498391a-fcb2-42c3-bbf0-04c0fdd3a111 req-0474d5cf-fc11-4627-8a73-27daad5fc17f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0658429 Sep 24 15:39:53.569208 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:39:50Z', 'revision_number': 4, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '37707cf2-ec9b-43d0-8d3c-1504201cf753', 'name': '', 'network_id': '301d10c6-266c-4734-a827-440d9d322496', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'mac_address': 'fa:16:3e:1e:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:49Z', 'updated_at': '2021-09-24T15:39:50Z', 'revision_number': 2, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'subnets': [{'id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:53.605310 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c498391a-fcb2-42c3-bbf0-04c0fdd3a111 req-d827a424-55b3-44fa-b59f-81cd860a915f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Sep 24 15:39:53.622002 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.637432 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Checking router: 7808f913-0193-4cf1-bcd4-c23339799eab for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:39:53.639130 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Updating router 7808f913-0193-4cf1-bcd4-c23339799eab port 37707cf2-ec9b-43d0-8d3c-1504201cf753 binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:39:53.653860 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d775ba4d-473e-45e7-af3a-1a3cf0ba17f2,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:53.682854 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8feb74-a7f5-4ad9-967b-95d48a276853 req-7fe1cf3e-b145-49d3-904d-22414c6cf2b3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:53.686773 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2f8feb74-a7f5-4ad9-967b-95d48a276853 req-7fe1cf3e-b145-49d3-904d-22414c6cf2b3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0920010 Sep 24 15:39:53.691614 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.733188 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.737192 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-4ca85614-bd45-40a4-993b-fd16cd789847 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4898558 Sep 24 15:39:53.737349 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2f8feb74-a7f5-4ad9-967b-95d48a276853 req-54c7f2c3-48b1-4250-be39-78341f1c309c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Sep 24 15:39:53.737442 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54762) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:53.743694 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group_rule': {'security_group_id': 'c624a425-e040-4d29-938f-4a6c6e9d2ea3', 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:53.862895 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.950169 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.006042 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.033013 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.052111 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cb792c-53b9-42d5-8687-dcbc14de3f13,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.119307 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.141666 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.142927 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1ac701d5-9a5f-47bf-b37f-e5df7473b86f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4043374 Sep 24 15:39:54.145916 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54764) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:54.150885 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group_rule': {'security_group_id': 'c624a425-e040-4d29-938f-4a6c6e9d2ea3', 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:54.175168 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5af9f1-2778-454e-9e03-50fc64895cb3 None None] Pushing event updated for resources: {'Port': ['ID=37707cf2-ec9b-43d0-8d3c-1504201cf753,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.253989 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Attempting to bind port 37707cf2-ec9b-43d0-8d3c-1504201cf753 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:54.254702 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Attempting to bind port 37707cf2-ec9b-43d0-8d3c-1504201cf753 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:54.254937 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Attempting to bind port 37707cf2-ec9b-43d0-8d3c-1504201cf753 on network 301d10c6-266c-4734-a827-440d9d322496 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:54.260673 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:54.261086 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Checking segment: {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:54.261494 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.261973 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Bound using segment: {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:54.266715 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Bound port: 37707cf2-ec9b-43d0-8d3c-1504201cf753, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e99ab6a-6543-4d65-8ad9-0d5e64013802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '301d10c6-266c-4734-a827-440d9d322496'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:54.266715 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.289526 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.360484 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.370461 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] For port 37707cf2-ec9b-43d0-8d3c-1504201cf753, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:54.374132 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] For port 37707cf2-ec9b-43d0-8d3c-1504201cf753, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=37707cf2-ec9b-43d0-8d3c-1504201cf753,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:54.450248 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.468599 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ad0879-e86d-459f-b581-e9ef6ee47461,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.473204 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.513891 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-25b6c0c5-0276-4b73-abd6-64029911731c None None] Provisioning complete for port 37707cf2-ec9b-43d0-8d3c-1504201cf753 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:54.516478 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0c5-0276-4b73-abd6-64029911731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.531491 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5af9f1-2778-454e-9e03-50fc64895cb3 None None] Pushing event updated for resources: {'Port': ['ID=37707cf2-ec9b-43d0-8d3c-1504201cf753,revision_number=4']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.555773 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.555773 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cddf021f-013c-4d6c-baf6-f1271bcbb6ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015543 Sep 24 15:39:54.555773 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 54768) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:54.555773 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group_rule': {'security_group_id': 'c624a425-e040-4d29-938f-4a6c6e9d2ea3', 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:54.564586 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Routers {'7808f913-0193-4cf1-bcd4-c23339799eab'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:54.565453 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['7808f913-0193-4cf1-bcd4-c23339799eab'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:54.651833 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 425ecc6d-ed4f-4812-ba6d-78c28756d862 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:54.695898 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.securitygroups_db [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Project 89b12e850fe549e8a21c215ac131f8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:39:54.701346 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.708647 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0c5-0276-4b73-abd6-64029911731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.748648 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-25b6c0c5-0276-4b73-abd6-64029911731c None None] For port 37707cf2-ec9b-43d0-8d3c-1504201cf753, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=37707cf2-ec9b-43d0-8d3c-1504201cf753,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:54.756884 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 425ecc6d-ed4f-4812-ba6d-78c28756d862 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:54.757532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.875288 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5929-a43e-41a5-b75f-7fec4348792d req-86e62f6f-cd74-4da4-bb19-9352164a5cff tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:54.882140 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-67fe5929-a43e-41a5-b75f-7fec4348792d req-86e62f6f-cd74-4da4-bb19-9352164a5cff tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.1244779 Sep 24 15:39:54.924774 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.938555 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-67fe5929-a43e-41a5-b75f-7fec4348792d req-4980df6a-0d93-4add-911c-35759b549816 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535934 Sep 24 15:39:54.971378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0c5-0276-4b73-abd6-64029911731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.029544 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c0c5-0276-4b73-abd6-64029911731c None None] Pushing event updated for resources: {'Port': ['ID=37707cf2-ec9b-43d0-8d3c-1504201cf753,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:55.031642 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c755aa-5bca-49a4-bc07-7bf05952e791 req-0b5f8b75-9b43-42f3-9917-0c41a537af5a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.033319 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d1c755aa-5bca-49a4-bc07-7bf05952e791 req-0b5f8b75-9b43-42f3-9917-0c41a537af5a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.1532576 Sep 24 15:39:55.034863 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.078697 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6255bc-5f7a-4924-b713-76a48c5c3dfc,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:55.117520 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d1c755aa-5bca-49a4-bc07-7bf05952e791 req-9c3ac40c-05c9-4aae-bd13-fe47a6bb6ffe tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610147 Sep 24 15:39:55.130467 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-b476816e-49c3-4ccc-9832-33abb4b83140 None None] Provisioning complete for port 37707cf2-ec9b-43d0-8d3c-1504201cf753 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:55.130830 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-b476816e-49c3-4ccc-9832-33abb4b83140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.153083 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] Set router 7808f913-0193-4cf1-bcd4-c23339799eab gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:55.153313 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.157165 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 54776) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:55.158632 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-68bf8564-6879-497b-8ad8-c823d90bd427 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6064093 Sep 24 15:39:55.163698 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'security_group_rule': {'security_group_id': 'c624a425-e040-4d29-938f-4a6c6e9d2ea3', 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:55.312898 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.securitygroups_db [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Project 89b12e850fe549e8a21c215ac131f8c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:39:55.317878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.364170 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:39:50Z', 'revision_number': 4, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '37707cf2-ec9b-43d0-8d3c-1504201cf753', 'name': '', 'network_id': '301d10c6-266c-4734-a827-440d9d322496', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'mac_address': 'fa:16:3e:1e:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:49Z', 'updated_at': '2021-09-24T15:39:54Z', 'revision_number': 4, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'subnets': [{'id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:55.378383 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.390969 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f26b0-ce35-49af-9f21-9e2c3a840e9d None None] The sync data for ids ['7808f913-0193-4cf1-bcd4-c23339799eab'] in dv-cinder-810924-1-iscsi is: [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:39:50Z', 'revision_number': 4, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '37707cf2-ec9b-43d0-8d3c-1504201cf753', 'name': '', 'network_id': '301d10c6-266c-4734-a827-440d9d322496', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'mac_address': 'fa:16:3e:1e:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:49Z', 'updated_at': '2021-09-24T15:39:54Z', 'revision_number': 4, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'subnets': [{'id': '44ed102b-1198-4ec8-8bbf-2b48b08f234c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:39:55.484118 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.510966 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be96ffb7-005b-4a0c-8dc9-c5cf62f7f915,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:55.598628 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:55.603621 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-94ed2f04-b9c1-4909-9c2a-49e551bb602c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4418035 Sep 24 15:39:56.065298 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9118a5c-aacb-4cba-834e-013cdebb1855 req-c3aeeeaa-cec1-4b86-a822-c5cf599b1f20 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.066941 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d9118a5c-aacb-4cba-834e-013cdebb1855 req-c3aeeeaa-cec1-4b86-a822-c5cf599b1f20 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0499144 Sep 24 15:39:56.078612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:56.111292 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d9118a5c-aacb-4cba-834e-013cdebb1855 req-1830ab89-ef34-4946-9845-5ede5247ca7e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Sep 24 15:39:56.235793 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0528-35c0-44a7-be03-405514ecec73 req-39141ad7-0fc7-432b-a944-eb7d63b55221 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.237448 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-905b0528-35c0-44a7-be03-405514ecec73 req-39141ad7-0fc7-432b-a944-eb7d63b55221 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0600514 Sep 24 15:39:56.278911 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-905b0528-35c0-44a7-be03-405514ecec73 req-e925e3fb-aca8-4862-ada9-6983d25303cf tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Sep 24 15:39:56.645114 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 37707cf2-ec9b-43d0-8d3c-1504201cf753 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:56.725842 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 37707cf2-ec9b-43d0-8d3c-1504201cf753 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:56.730233 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.272113 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac9849-252d-451b-898f-878d50521a34 req-7f19b38d-af62-4bb5-9c83-62a33fd6e084 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.279258 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a3ac9849-252d-451b-898f-878d50521a34 req-7f19b38d-af62-4bb5-9c83-62a33fd6e084 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0781424 Sep 24 15:39:57.317196 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a3ac9849-252d-451b-898f-878d50521a34 req-6b78f8dc-c49c-4a8a-bc30-4e2ca703d869 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Sep 24 15:39:57.470564 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffbe92-e9f5-400f-ace4-5f55f9eba89c req-0d74ccda-fe6c-463d-8f40-75d761682462 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.472306 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1fffbe92-e9f5-400f-ace4-5f55f9eba89c req-0d74ccda-fe6c-463d-8f40-75d761682462 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0643101 Sep 24 15:39:57.528710 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1fffbe92-e9f5-400f-ace4-5f55f9eba89c req-903eeffd-ae55-4af4-9d5a-6690210a11a3 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491147 Sep 24 15:39:58.442541 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862790ec-d037-4717-b8e6-541a1e12396f req-f35a3487-429e-4d9a-bae3-37bfcde7aa24 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.444311 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-862790ec-d037-4717-b8e6-541a1e12396f req-f35a3487-429e-4d9a-bae3-37bfcde7aa24 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0511482 Sep 24 15:39:58.484709 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-862790ec-d037-4717-b8e6-541a1e12396f req-507b6058-8a1e-4ca6-afab-a72284b731e4 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345526 Sep 24 15:39:58.656958 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea9bf3-b1a1-4a1d-9e37-9ffab9cfd5e7 req-c7420406-c757-4b64-b0fb-5d4554e58848 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.656958 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-abea9bf3-b1a1-4a1d-9e37-9ffab9cfd5e7 req-c7420406-c757-4b64-b0fb-5d4554e58848 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0589175 Sep 24 15:39:58.709714 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-abea9bf3-b1a1-4a1d-9e37-9ffab9cfd5e7 req-a98e14b2-285d-4194-a02d-8d5572a34b00 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470939 Sep 24 15:39:59.601011 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bb02d-4be8-4609-82fd-cbd8e1c777b4 req-094ad138-fbc9-4082-b848-37f393340259 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.602743 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e53bb02d-4be8-4609-82fd-cbd8e1c777b4 req-094ad138-fbc9-4082-b848-37f393340259 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0487473 Sep 24 15:39:59.643880 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e53bb02d-4be8-4609-82fd-cbd8e1c777b4 req-36377fdf-d672-4b70-bd72-c596c710acdf tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350964 Sep 24 15:39:59.831660 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145b8b-ea72-4a11-a551-7bd14d03c6b9 req-a002ba4b-7b4d-4cfa-b1b0-4938fffbe87d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.838784 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c3145b8b-ea72-4a11-a551-7bd14d03c6b9 req-a002ba4b-7b4d-4cfa-b1b0-4938fffbe87d tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0505483 Sep 24 15:39:59.871855 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c3145b8b-ea72-4a11-a551-7bd14d03c6b9 req-8f6b87ae-6a42-4a9a-8084-8cfa03968354 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Sep 24 15:40:00.764866 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dfaad-c7a4-4fed-b0b7-50133a92f436 req-704c9cea-e3c0-4ac6-af62-23bba548d471 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.766380 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bf7dfaad-c7a4-4fed-b0b7-50133a92f436 req-704c9cea-e3c0-4ac6-af62-23bba548d471 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0495055 Sep 24 15:40:00.802444 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bf7dfaad-c7a4-4fed-b0b7-50133a92f436 req-f48f85fc-1a96-45d4-b3e8-a44b436c92c5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300243 Sep 24 15:40:00.985509 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9ab0-0603-429e-9350-e29d014ca54d req-bdeff6e8-9d0e-4a16-ad61-077663888262 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.986989 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-41df9ab0-0603-429e-9350-e29d014ca54d req-bdeff6e8-9d0e-4a16-ad61-077663888262 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0477619 Sep 24 15:40:01.024879 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-41df9ab0-0603-429e-9350-e29d014ca54d req-3d5b2c5d-8c62-41fd-be11-769a3e96f00a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Sep 24 15:40:01.260812 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e127688f-bb67-41da-af08-a8273ba63c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.921724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad25e-9911-4fe2-b55f-9d99c7ef3364 req-5bebd4a0-9044-46a7-b59e-d76eb881a1b1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.923241 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-469ad25e-9911-4fe2-b55f-9d99c7ef3364 req-5bebd4a0-9044-46a7-b59e-d76eb881a1b1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0479412 Sep 24 15:40:01.959540 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-469ad25e-9911-4fe2-b55f-9d99c7ef3364 req-a0ec0739-49f3-40b1-bf6d-1a27f28a663a tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302989 Sep 24 15:40:03.077668 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48488e80-35fd-4ff6-a781-dfd1881817e0 req-d310f0a7-ea22-4dff-980e-78c82645f77d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.079215 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-48488e80-35fd-4ff6-a781-dfd1881817e0 req-d310f0a7-ea22-4dff-980e-78c82645f77d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 943 time: 0.0476098 Sep 24 15:40:03.127421 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-48488e80-35fd-4ff6-a781-dfd1881817e0 req-2e7d5ff2-7eb4-47f4-ac22-4f554628c342 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Sep 24 15:40:03.431360 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:40:03.457022 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:03.556279 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:03.567176 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'port_id': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'mac_address': 'fa:16:3e:57:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:03.610612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.623156 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cccae9c-2b82-46ab-b227-fc5951de171d {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:03.643988 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:03.792174 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.842242 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=9']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:03.849459 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.849811 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.850153 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.850486 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.851078 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.851440 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.851769 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.852117 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.852466 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.852798 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.853122 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:03.853496 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:04.049048 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e8a57379-de5c-4578-928d-c0194ebd1f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.088883 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['3cccae9c-2b82-46ab-b227-fc5951de171d'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:04.257059 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf4f84-931e-4046-8df1-25e22cac9c5a req-2ff364de-28c5-4e32-b79b-d1b747b98a7c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:04.259029 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8fbf4f84-931e-4046-8df1-25e22cac9c5a req-2ff364de-28c5-4e32-b79b-d1b747b98a7c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.0495591 Sep 24 15:40:04.303860 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8fbf4f84-931e-4046-8df1-25e22cac9c5a req-41b31af6-bb40-4e9a-b7ca-932cba5a9ff0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Sep 24 15:40:05.472096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:05.521251 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 3cccae9c-2b82-46ab-b227-fc5951de171d triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:05.521626 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.607567 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.634427 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:05.636754 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11184ff3-c8e8-40e6-8b04-4837aeda452c" -d '{"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-plugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:05.676822 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:05.676822 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7101a5d-9ddc-47ac-9432-2543b6d000e0 x-openstack-request-id: req-e7101a5d-9ddc-47ac-9432-2543b6d000e0 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:05.676822 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-plugged", "status": "completed", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:05.676822 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7101a5d-9ddc-47ac-9432-2543b6d000e0 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:05.676822 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'code': 200} Sep 24 15:40:05.677513 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eee31d-d9bc-4259-bf44-6c05cfb7365d req-b8afe433-5c69-44f6-8670-a2395f1d4844 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:05.679006 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-64eee31d-d9bc-4259-bf44-6c05cfb7365d req-b8afe433-5c69-44f6-8670-a2395f1d4844 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 944 time: 0.2971570 Sep 24 15:40:05.716217 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-64eee31d-d9bc-4259-bf44-6c05cfb7365d req-24466f76-a97a-4aae-bf05-455e1d6de69f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Sep 24 15:40:05.792208 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.802411 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.986106 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.033997 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=10']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:06.399707 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef92891-8a4a-4402-8cbd-157d9d927cb7 req-e1edf0b2-1699-42d3-b6e4-f8c32d184cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:06.401211 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ef92891-8a4a-4402-8cbd-157d9d927cb7 req-e1edf0b2-1699-42d3-b6e4-f8c32d184cad service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 1099 time: 0.0401595 Sep 24 15:40:06.438304 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ef92891-8a4a-4402-8cbd-157d9d927cb7 req-47d1d027-9dde-40c4-a66c-391a7c732540 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282316 Sep 24 15:40:06.751794 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.835879 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ffa6-ccac-4fac-be6a-13758bfff5a3 req-9cc71742-1175-422d-8501-bbf5d16397e7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:06.837279 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8080ffa6-ccac-4fac-be6a-13758bfff5a3 req-9cc71742-1175-422d-8501-bbf5d16397e7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0468106 Sep 24 15:40:06.875089 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8080ffa6-ccac-4fac-be6a-13758bfff5a3 req-e8f23ae8-996a-44be-97d6-89f741863492 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Sep 24 15:40:07.997568 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f573f77-ba85-43b3-960c-56a95ce54093 req-046b997b-9401-4eeb-b7b0-111ff99f174f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:07.999027 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6f573f77-ba85-43b3-960c-56a95ce54093 req-046b997b-9401-4eeb-b7b0-111ff99f174f tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0481160 Sep 24 15:40:08.036262 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6f573f77-ba85-43b3-960c-56a95ce54093 req-e4fda512-243f-42ed-9651-866782071e36 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Sep 24 15:40:09.162702 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f615a1-472e-449d-8b25-4429897205af req-3a76a682-cd1f-4a23-969b-103e8c2401a7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:09.164300 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f1f615a1-472e-449d-8b25-4429897205af req-3a76a682-cd1f-4a23-969b-103e8c2401a7 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0482802 Sep 24 15:40:09.208533 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f1f615a1-472e-449d-8b25-4429897205af req-2559476d-9e55-4636-8a3c-44a386d307f5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380704 Sep 24 15:40:10.294377 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55012) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:10.326835 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad96e4-2cb6-4355-9563-5fc196b1d520 req-5267b3e2-f3b2-4674-9806-78c4f0dc4f15 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:10.328361 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-77ad96e4-2cb6-4355-9563-5fc196b1d520 req-5267b3e2-f3b2-4674-9806-78c4f0dc4f15 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0478437 Sep 24 15:40:10.339083 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Deleting subnet 6ad70403-1a30-4cc6-b4f4-a0192bdb4c32 {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:40:10.343671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.365967 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-77ad96e4-2cb6-4355-9563-5fc196b1d520 req-a2638ca3-f3e1-4bfa-8823-6cf2651f5c8d tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Sep 24 15:40:10.377555 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.415996 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.094224 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.121321 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad70403-1a30-4cc6-b4f4-a0192bdb4c32,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:11.141665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.141665 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0c14a2db-ba80-492d-a5dc-49d4a3b5deec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6ad70403-1a30-4cc6-b4f4-a0192bdb4c32 HTTP/1.1" status: 204 len: 168 time: 0.8334022 Sep 24 15:40:11.141665 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55026) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:11.198582 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.277258 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.296481 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f7afa3-4009-4ccf-a8ef-6f730e73039a']}} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:11.305823 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8920b535-50fa-45c5-9e4c-d497c277a43c') {'for_net_delete': True} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:11.306122 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8920b535-50fa-45c5-9e4c-d497c277a43c') {} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:11.315145 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25495986'] for segment, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.328859 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.334530 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Releasing vlan 1301 on physical network physnet1 to pool {{(pid=94564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:40:11.334914 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417022'] for segment, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: Traceback (most recent call last): Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: timer() Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: cb(*args, **kw) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: return func(*args, **kwargs) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: self._notify() Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: self.callback(batched_events) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: event.method(event) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: return f(self, *a, **k) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._get(url).json() Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: return self.request(url, 'GET', **kwargs) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:40:11.336577 dv-cinder-810924-1-iscsi neutron-server[94564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:40:11.642551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.647722 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.650100 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] 10.222.0.60 "DELETE /v2.0/networks/37f7afa3-4009-4ccf-a8ef-6f730e73039a HTTP/1.1" status: 204 len: 168 time: 0.5180078 Sep 24 15:40:11.660166 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47d652-a12a-4663-8dbf-ae4b6e336b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=37f7afa3-4009-4ccf-a8ef-6f730e73039a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:12.077494 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55036) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:12.119903 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-cf6a5c6d-bbb1-45c0-9110-5dea3f2f8d78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0289dee5dcac4a078ab8d2a233600cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411603 Sep 24 15:40:12.122180 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55038) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:12.167368 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-065b3656-61d6-4e38-b3a7-22bfce841aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.187708 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-065b3656-61d6-4e38-b3a7-22bfce841aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.327981 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-065b3656-61d6-4e38-b3a7-22bfce841aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.330560 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-065b3656-61d6-4e38-b3a7-22bfce841aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.331758 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-065b3656-61d6-4e38-b3a7-22bfce841aea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97e4924d-6bc3-4000-ad74-d698613e5e83 HTTP/1.1" status: 204 len: 168 time: 0.2086811 Sep 24 15:40:12.339455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b3656-61d6-4e38-b3a7-22bfce841aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4924d-6bc3-4000-ad74-d698613e5e83,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:17.030367 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-cef594c3-2b03-4087-817b-8e32410914f9 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053522674&fields=id&tenant_id=89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0313556 Sep 24 15:40:17.136146 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-86295e00-79e3-41c6-8afa-2221d82bd4f7 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.137588 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-86295e00-79e3-41c6-8afa-2221d82bd4f7 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 812 time: 0.1006627 Sep 24 15:40:17.153313 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-f881934a-a41c-4979-8c81-7cb8a8290df6 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/quotas/89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0098171 Sep 24 15:40:17.205529 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-14e0522f-245e-4b71-9203-006e2f196080 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470827 Sep 24 15:40:17.300132 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-711c8439-3198-4727-910d-18900b0429ed service neutron] 10.222.0.60 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Sep 24 15:40:17.384437 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-2f2aec41-5265-4ca9-aba6-d8a064d0bc92 service neutron] 10.222.0.60 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784395 Sep 24 15:40:18.070340 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-29b36adc-ae93-4d25-a895-afdfda12caf3 req-76139884-9904-4628-a26f-30ab594837cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 210 time: 0.0305316 Sep 24 15:40:19.146714 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9be955c9-5ae9-40e6-b4f5-3f07b515f6ad req-1744a082-0128-4a7b-a3bc-23a131addfaa tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 210 time: 0.0247910 Sep 24 15:40:20.238997 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0c593c4b-3282-4d0a-b1a6-eb9c331c49e5 req-c12b07f3-a715-4e51-8d9f-870a314fd76e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 210 time: 0.0252447 Sep 24 15:40:21.283985 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-c7ef148a-e6bb-404d-abdf-2b74e119d99f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:21.285431 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-c7ef148a-e6bb-404d-abdf-2b74e119d99f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 812 time: 0.3241279 Sep 24 15:40:21.343852 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-86059d4a-2c81-4e41-ac74-4ee7699700ea req-a9dff949-dce8-4488-a61e-853d11377ceb tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 210 time: 0.0379267 Sep 24 15:40:21.366599 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-7b5c874b-0355-4a6d-a4c2-a28db4c5befa tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 380 time: 0.0617962 Sep 24 15:40:21.376734 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'port': {'device_id': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'admin_state_up': True, 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'security_groups': ['c624a425-e040-4d29-938f-4a6c6e9d2ea3']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:21.634513 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Made reservation on behalf of 89b12e850fe549e8a21c215ac131f8c5 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:21.634513 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.752294 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Allocated IP 172.20.0.13 (e95296c8-7c3d-42b6-9393-507190ad0541/44ce6227-a7de-4785-98d2-07c8af9514af/5eb2041d-8294-4148-ae14-85b2bb721464) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:21.885114 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.059541 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.110251 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Network e95296c8-7c3d-42b6-9393-507190ad0541 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:22.113158 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:22.116842 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:22.143086 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=5eb2041d-8294-4148-ae14-85b2bb721464,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:22.171930 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:22.172550 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.356644 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-62a15fca-5dfd-4b04-a81f-a49f23be775d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9838803 Sep 24 15:40:22.368416 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-49c19155-afa5-4f73-8246-cadfc4ae9ed6 None None] Provisioning complete for port 5eb2041d-8294-4148-ae14-85b2bb721464 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:22.368927 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-49c19155-afa5-4f73-8246-cadfc4ae9ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.374569 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Request body: {'port': {'device_id': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:22.403605 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-49c19155-afa5-4f73-8246-cadfc4ae9ed6 None None] Port 5eb2041d-8294-4148-ae14-85b2bb721464 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:22.435636 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.461346 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcab6e-1e01-4d4e-abf5-a5181e37d1a3 req-610a08d9-990a-427d-99c6-fe7badb74b35 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:22.470873 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-83fcab6e-1e01-4d4e-abf5-a5181e37d1a3 req-610a08d9-990a-427d-99c6-fe7badb74b35 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 932 time: 0.0493574 Sep 24 15:40:22.500141 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-83fcab6e-1e01-4d4e-abf5-a5181e37d1a3 req-ef3e9e80-3873-42c4-8700-4defa66a6b56 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Sep 24 15:40:22.699194 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb2041d-8294-4148-ae14-85b2bb721464 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:22.706266 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.718386 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Transition to ACTIVE for port object 5eb2041d-8294-4148-ae14-85b2bb721464 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:40:22.819609 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.873366 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb2041d-8294-4148-ae14-85b2bb721464,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:22.897103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.898130 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.898304 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.898642 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.898979 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.899339 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.899668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.899998 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.900349 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.900641 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.900973 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.901302 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:22.967497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Attempting to bind port 5eb2041d-8294-4148-ae14-85b2bb721464 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:22.967497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Attempting to bind port 5eb2041d-8294-4148-ae14-85b2bb721464 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:22.967497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Attempting to bind port 5eb2041d-8294-4148-ae14-85b2bb721464 on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:22.967497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Port 5eb2041d-8294-4148-ae14-85b2bb721464 on network e95296c8-7c3d-42b6-9393-507190ad0541 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:40:22.968177 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Attempting to bind port 5eb2041d-8294-4148-ae14-85b2bb721464 on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:22.972941 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:22.973281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Checking segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:22.973659 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Bound using segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:22.974344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Bound port: 5eb2041d-8294-4148-ae14-85b2bb721464, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:22.974699 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.046361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] For port 5eb2041d-8294-4148-ae14-85b2bb721464, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:23.049313 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] For port 5eb2041d-8294-4148-ae14-85b2bb721464, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5eb2041d-8294-4148-ae14-85b2bb721464,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:23.213811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.248724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.249361 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.250716 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] 10.222.0.109 "PUT /v2.0/ports/5eb2041d-8294-4148-ae14-85b2bb721464 HTTP/1.1" status: 200 len: 1094 time: 0.8808331 Sep 24 15:40:23.251256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:23.256925 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba33ca8-ce49-4611-89c4-d3125a6d21fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:23.281822 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c7215-f547-4c9d-b44d-f95326a0a118 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb2041d-8294-4148-ae14-85b2bb721464,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:23.300286 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b96605-e400-4849-af91-eb05e0559dfc x-openstack-request-id: req-b1b96605-e400-4849-af91-eb05e0559dfc {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:23.300286 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:23.300286 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1b96605-e400-4849-af91-eb05e0559dfc {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:23.300286 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464', 'status': 'completed', 'code': 200} Sep 24 15:40:23.375930 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba33ca8-ce49-4611-89c4-d3125a6d21fa req-13577ce0-b68b-42a4-88a3-4040ca60f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.377476 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fba33ca8-ce49-4611-89c4-d3125a6d21fa req-13577ce0-b68b-42a4-88a3-4040ca60f39a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 1097 time: 0.0429513 Sep 24 15:40:23.486524 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba33ca8-ce49-4611-89c4-d3125a6d21fa req-9af44206-99c7-445f-9cd8-605c266cd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.488122 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fba33ca8-ce49-4611-89c4-d3125a6d21fa req-9af44206-99c7-445f-9cd8-605c266cd151 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=89b12e850fe549e8a21c215ac131f8c5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1009433 Sep 24 15:40:23.488689 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55158) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:23.598494 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba33ca8-ce49-4611-89c4-d3125a6d21fa req-66ae9f83-d5ca-4b8e-a3b5-16179d0efdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.600746 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fba33ca8-ce49-4611-89c4-d3125a6d21fa req-66ae9f83-d5ca-4b8e-a3b5-16179d0efdc9 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1027460 Sep 24 15:40:23.601880 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1fddc160-8d84-4427-98e0-e5fa8a08af53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.616738 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c711f52-3838-473e-8455-cb625b7d8b3a req-10873f79-7261-4005-abce-639abc7cc013 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.618359 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7c711f52-3838-473e-8455-cb625b7d8b3a req-10873f79-7261-4005-abce-639abc7cc013 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0498896 Sep 24 15:40:23.660546 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-7c711f52-3838-473e-8455-cb625b7d8b3a req-7b2bee2f-aafe-4e98-abf3-563a1fb36c37 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Sep 24 15:40:23.700783 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-c4f2f3a7-006c-40ea-afa8-d60d7f2123d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.702289 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-c4f2f3a7-006c-40ea-afa8-d60d7f2123d3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 1097 time: 0.0601876 Sep 24 15:40:23.757831 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-02750626-4723-4c14-b79b-6be351f39dfd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eb2041d-8294-4148-ae14-85b2bb721464 HTTP/1.1" status: 200 len: 217 time: 0.0398774 Sep 24 15:40:23.762022 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1fddc160-8d84-4427-98e0-e5fa8a08af53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.810583 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-c8b6c50a-f7c9-4eab-b03a-7e01412b2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.812058 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-c8b6c50a-f7c9-4eab-b03a-7e01412b2fd1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0459325 Sep 24 15:40:23.857528 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-7db69530-421e-4e38-ad32-660cfece0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.858963 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-7db69530-421e-4e38-ad32-660cfece0cfe service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381300 Sep 24 15:40:23.893676 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1fddc160-8d84-4427-98e0-e5fa8a08af53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.966807 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1fddc160-8d84-4427-98e0-e5fa8a08af53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3c578930afd4a70b0e9f17c01f5c52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771276 Sep 24 15:40:23.969508 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55164) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:23.971235 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddc160-8d84-4427-98e0-e5fa8a08af53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0efdb-2f6c-4540-8fe9-920cdba14b85,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:23.989860 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-78eabdfc-1776-4ce0-8065-3a2e5d6f44c1 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216722 Sep 24 15:40:24.020346 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8429-8ffd-4191-91df-b972fc3a3382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.040391 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8429-8ffd-4191-91df-b972fc3a3382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.096395 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e38bd10e-3078-4a4d-a366-cd46138d1cc3 req-169658c1-77c8-4321-aef8-481116484887 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850163 Sep 24 15:40:24.230393 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8429-8ffd-4191-91df-b972fc3a3382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.232995 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8429-8ffd-4191-91df-b972fc3a3382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.234551 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6e9f8429-8ffd-4191-91df-b972fc3a3382 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33b0efdb-2f6c-4540-8fe9-920cdba14b85 HTTP/1.1" status: 204 len: 168 time: 0.2637560 Sep 24 15:40:24.242969 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f8429-8ffd-4191-91df-b972fc3a3382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0efdb-2f6c-4540-8fe9-920cdba14b85,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:24.780266 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4182ad-88c5-4077-8090-7469264461d7 req-1ccd4b3d-ab01-4e59-9336-bb8526e91674 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:24.781816 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2b4182ad-88c5-4077-8090-7469264461d7 req-1ccd4b3d-ab01-4e59-9336-bb8526e91674 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0491934 Sep 24 15:40:24.818211 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2b4182ad-88c5-4077-8090-7469264461d7 req-423241f9-4932-450b-9875-f26563509d46 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303848 Sep 24 15:40:25.927656 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84587a15-8c11-4ee0-aea8-a82ef83ff6b9 req-dbd223d0-29e6-4758-9282-5352208ab609 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:25.929330 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-84587a15-8c11-4ee0-aea8-a82ef83ff6b9 req-dbd223d0-29e6-4758-9282-5352208ab609 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0467691 Sep 24 15:40:25.966080 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-84587a15-8c11-4ee0-aea8-a82ef83ff6b9 req-873a2b77-1301-430b-8f7c-1a420cc58b92 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Sep 24 15:40:26.086991 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.080088 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458a6fb-6b0a-4122-b8f5-6b168d3136c4 req-94bff3a0-5090-4c37-aa0a-d5206aace78d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:27.081573 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4458a6fb-6b0a-4122-b8f5-6b168d3136c4 req-94bff3a0-5090-4c37-aa0a-d5206aace78d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0514982 Sep 24 15:40:27.119358 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-4458a6fb-6b0a-4122-b8f5-6b168d3136c4 req-80091d5f-2ca9-47b7-8a1b-65c40f41f0dc tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Sep 24 15:40:28.232917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6027845-8eaa-48cf-9bcf-8c207a0c42cb req-997d7b67-d283-4118-9af9-7e01755dacc8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:28.234388 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c6027845-8eaa-48cf-9bcf-8c207a0c42cb req-997d7b67-d283-4118-9af9-7e01755dacc8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0509911 Sep 24 15:40:28.270722 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c6027845-8eaa-48cf-9bcf-8c207a0c42cb req-03afc5b2-40ff-40cb-8a2e-31f871c3eafe tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303655 Sep 24 15:40:29.379437 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c1e9e-fbf7-4ff6-bb88-345aaacf632e req-07388229-d9c7-4f23-a013-d4d6a68bb2a3 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:29.380812 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a0c1e9e-fbf7-4ff6-bb88-345aaacf632e req-07388229-d9c7-4f23-a013-d4d6a68bb2a3 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0471613 Sep 24 15:40:29.418428 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a0c1e9e-fbf7-4ff6-bb88-345aaacf632e req-395aa740-9c00-4d3f-a25e-099ee4009934 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Sep 24 15:40:30.527603 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23e071-f183-4ee8-9fb6-0b8580042bf3 req-985872ac-8209-42bf-a13c-20e5426aad1a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:30.529050 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5d23e071-f183-4ee8-9fb6-0b8580042bf3 req-985872ac-8209-42bf-a13c-20e5426aad1a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0464642 Sep 24 15:40:30.564891 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5d23e071-f183-4ee8-9fb6-0b8580042bf3 req-eb268784-2282-4808-8a45-b5daa86b62f6 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300603 Sep 24 15:40:31.206046 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f0e3aa0c-6f9c-48eb-9f05-d1425a49637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:31.596832 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5eb2041d-8294-4148-ae14-85b2bb721464 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:31.675328 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f231a-eda0-44ed-b383-08c62d88b4f6 req-ba7c0e62-41c8-4b8a-a3d2-0d3c707c9670 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:31.676822 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8a6f231a-eda0-44ed-b383-08c62d88b4f6 req-ba7c0e62-41c8-4b8a-a3d2-0d3c707c9670 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 944 time: 0.0461624 Sep 24 15:40:31.688735 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 5eb2041d-8294-4148-ae14-85b2bb721464, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5eb2041d-8294-4148-ae14-85b2bb721464,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:31.700101 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '5eb2041d-8294-4148-ae14-85b2bb721464', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'port_id': '5eb2041d-8294-4148-ae14-85b2bb721464', 'mac_address': 'fa:16:3e:4a:65:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:31.714280 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8a6f231a-eda0-44ed-b383-08c62d88b4f6 req-b0fe17fc-488a-4ae9-9d45-1e57bda00544 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Sep 24 15:40:31.738300 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:31.750709 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb2041d-8294-4148-ae14-85b2bb721464 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:31.768423 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 5eb2041d-8294-4148-ae14-85b2bb721464, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5eb2041d-8294-4148-ae14-85b2bb721464,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:31.881227 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:31.926849 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=5eb2041d-8294-4148-ae14-85b2bb721464,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:32.149668 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['5eb2041d-8294-4148-ae14-85b2bb721464'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:32.826421 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755edcf4-9c04-4500-9e10-b10f5d29e33f req-f70a6481-f29c-4026-8e88-050205da6fab tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:32.827924 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-755edcf4-9c04-4500-9e10-b10f5d29e33f req-f70a6481-f29c-4026-8e88-050205da6fab tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Sep 24 15:40:32.864459 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-755edcf4-9c04-4500-9e10-b10f5d29e33f req-2589e577-31d9-4a8b-b9b9-c7cfb7cef96f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307682 Sep 24 15:40:33.617920 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5eb2041d-8294-4148-ae14-85b2bb721464 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:33.743393 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 5eb2041d-8294-4148-ae14-85b2bb721464 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:40:33.747432 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 5eb2041d-8294-4148-ae14-85b2bb721464 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:33.747804 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.826147 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.847530 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:33.849996 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9c6415-3898-414c-adae-ee1468d83416" -d '{"events": [{"server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "name": "network-vif-plugged", "status": "completed", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:33.862006 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 5eb2041d-8294-4148-ae14-85b2bb721464, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5eb2041d-8294-4148-ae14-85b2bb721464,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:33.886466 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b491c1-2d8d-4a05-afaa-f4229dd7a3df x-openstack-request-id: req-b8b491c1-2d8d-4a05-afaa-f4229dd7a3df {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:33.886760 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "name": "network-vif-plugged", "status": "completed", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:33.887276 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8b491c1-2d8d-4a05-afaa-f4229dd7a3df {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:33.887490 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464', 'code': 200} Sep 24 15:40:33.946254 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.980401 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8527a26-75e4-401f-aaf4-7aa14e04f7e2 req-b16e1cfd-1d2e-4ce8-aeec-6f9d2c3c8357 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.981857 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f8527a26-75e4-401f-aaf4-7aa14e04f7e2 req-b16e1cfd-1d2e-4ce8-aeec-6f9d2c3c8357 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Sep 24 15:40:33.997152 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=5eb2041d-8294-4148-ae14-85b2bb721464,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:34.017879 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-45bf4c38-8e79-4328-9d20-62e0ce8c5d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:34.023108 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f8527a26-75e4-401f-aaf4-7aa14e04f7e2 req-89c1e66f-1c42-4611-a906-e414a3d1594c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334504 Sep 24 15:40:34.366616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb552f-ec1a-4353-948d-cc6cfd9d6847 req-d57d4f3d-87e4-417d-8fa2-772feeac2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:34.368018 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-92cb552f-ec1a-4353-948d-cc6cfd9d6847 req-d57d4f3d-87e4-417d-8fa2-772feeac2757 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 1099 time: 0.0419037 Sep 24 15:40:34.401529 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-92cb552f-ec1a-4353-948d-cc6cfd9d6847 req-e043396e-47b4-4012-a759-ff8a4fd201b2 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259695 Sep 24 15:40:34.589104 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:35.138289 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dccd5-adff-4831-ae76-5345101291e3 req-b1ea1940-71b8-4816-956d-906959a3c55b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:35.139828 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a73dccd5-adff-4831-ae76-5345101291e3 req-b1ea1940-71b8-4816-956d-906959a3c55b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 946 time: 0.0477669 Sep 24 15:40:35.160626 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:35.176937 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a73dccd5-adff-4831-ae76-5345101291e3 req-00be77dd-129a-42e8-9736-8e4132d530de tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312481 Sep 24 15:40:36.289266 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d3f5-814f-4f27-b371-570c245ef451 req-8a2cfe4e-cb50-438d-bc21-a72ceecc1417 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.290779 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c9f5d3f5-814f-4f27-b371-570c245ef451 req-8a2cfe4e-cb50-438d-bc21-a72ceecc1417 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 946 time: 0.0473325 Sep 24 15:40:36.327673 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c9f5d3f5-814f-4f27-b371-570c245ef451 req-2359f90f-b441-45c9-abdf-32033d6714b3 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Sep 24 15:40:36.436304 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adb8b7-76d5-4401-be9a-92bb94724b33 req-7329dcb9-0ecc-44f1-92fc-039043a9507d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.437749 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-10adb8b7-76d5-4401-be9a-92bb94724b33 req-7329dcb9-0ecc-44f1-92fc-039043a9507d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 946 time: 0.0460489 Sep 24 15:40:36.475186 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-10adb8b7-76d5-4401-be9a-92bb94724b33 req-54a6bfb6-d41f-44d3-b7e0-ca15facf8eff tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Sep 24 15:40:36.497561 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55202) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:36.592018 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.679281 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7d416-4655-472f-912c-f9c58bf2be82 tempest-TestVolumeBootPattern-620834350 tempest-TestVolumeBootPattern-620834350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.680784 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-02d7d416-4655-472f-912c-f9c58bf2be82 tempest-TestVolumeBootPattern-620834350 tempest-TestVolumeBootPattern-620834350-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 1094 time: 0.1822395 Sep 24 15:40:36.683917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55206) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:36.688206 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'port_id': '5eb2041d-8294-4148-ae14-85b2bb721464', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:36.805522 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.900221 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.000362 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Allocated IP 172.27.1.48 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/5e5eb807-cc5b-4733-87bb-851cc89f1ac4) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:37.104949 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.211842 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.247298 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:37.252215 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:37.253444 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:37.281372 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=5e5eb807-cc5b-4733-87bb-851cc89f1ac4,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:37.294735 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.295357 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.295481 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.295744 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.296144 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.296471 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.296803 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.297123 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.297443 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.297762 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.298080 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.298392 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:37.618996 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.741931 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.882700 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.948519 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.017948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=5e5eb807-cc5b-4733-87bb-851cc89f1ac4,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:38.027722 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.124988 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Floating IP 45f533ce-6a5a-43f3-93c3-fe0814ee9e8d associated. External IP: 172.27.1.48, port: 5eb2041d-8294-4148-ae14-85b2bb721464. Sep 24 15:40:38.320875 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:40:38.421615 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:38.431538 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:38.440479 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:38.441093 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:38.514196 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.540851 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7e69c5f5-3400-4ec2-b5ac-8292e5cf3554 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8558564 Sep 24 15:40:38.541502 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:38.542410 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:38.543757 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229" -d '{"events": [{"name": "network-changed", "server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:38.695115 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60102622-aff1-44e5-8ef2-5e9867ef3f02 x-openstack-request-id: req-60102622-aff1-44e5-8ef2-5e9867ef3f02 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:38.695437 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:38.695694 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60102622-aff1-44e5-8ef2-5e9867ef3f02 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:38.696094 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464', 'status': 'completed', 'code': 200} Sep 24 15:40:38.763386 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '45f533ce-6a5a-43f3-93c3-fe0814ee9e8d', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '5eb2041d-8294-4148-ae14-85b2bb721464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:4a:65:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:37Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:38.764452 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-f487554c-7b75-46bc-a1f6-e922d03d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:38.765969 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-f487554c-7b75-46bc-a1f6-e922d03d457b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 1099 time: 0.0436966 Sep 24 15:40:38.790340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:38.798652 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:38.799304 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:38.856818 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-716a5746-db2b-4ca0-ada4-9cdcf835c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:38.858297 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-716a5746-db2b-4ca0-ada4-9cdcf835c74b service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0843856 Sep 24 15:40:38.930941 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-7f5da66e-455a-4c34-b843-4fdb680de950 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eb2041d-8294-4148-ae14-85b2bb721464 HTTP/1.1" status: 200 len: 999 time: 0.0648148 Sep 24 15:40:38.981151 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-2f5abe2d-e0f7-43e2-89e3-134b8a3c630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:38.982636 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-2f5abe2d-e0f7-43e2-89e3-134b8a3c630d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0452030 Sep 24 15:40:39.021941 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:39.027447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-d53845d4-060b-47f0-bdb1-10d12b114fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:39.028955 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-d53845d4-060b-47f0-bdb1-10d12b114fd6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386515 Sep 24 15:40:39.124223 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-c052c185-aa53-46eb-94ab-f537fe31de68 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879412 Sep 24 15:40:39.214245 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c4cb6c79-4f3c-4da9-8ea8-99ef1d523229 req-842bce7e-e0e9-43e2-a286-f498c2914f53 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810118 Sep 24 15:40:39.249011 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '45f533ce-6a5a-43f3-93c3-fe0814ee9e8d', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '5eb2041d-8294-4148-ae14-85b2bb721464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:4a:65:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:37Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:39.275532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080541e-1c83-499e-ac24-e2db2afa7867 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '45f533ce-6a5a-43f3-93c3-fe0814ee9e8d', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '5eb2041d-8294-4148-ae14-85b2bb721464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:4a:65:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:37Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:39.451931 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ddf042-d1c4-4b8e-9655-83987de75404 None None] New status for floating IP 45f533ce-6a5a-43f3-93c3-fe0814ee9e8d: ACTIVE {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:40:40.431401 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:40:44.790852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c025c-0ae3-428c-a368-b44fbee40834 req-82ab4c62-bb5b-4e7a-b046-2e7a6b6043a0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.792276 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa4c025c-0ae3-428c-a368-b44fbee40834 req-82ab4c62-bb5b-4e7a-b046-2e7a6b6043a0 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0520580 Sep 24 15:40:44.828977 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fa4c025c-0ae3-428c-a368-b44fbee40834 req-3211dbd2-05d2-4f4f-aa60-84b92408bbdc tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306838 Sep 24 15:40:45.947305 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869af44e-78fd-48de-bcad-fc996ca350f3 req-c0995160-1432-45e5-8ae2-95fee8a888db tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:45.948755 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-869af44e-78fd-48de-bcad-fc996ca350f3 req-c0995160-1432-45e5-8ae2-95fee8a888db tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0471578 Sep 24 15:40:45.984368 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-869af44e-78fd-48de-bcad-fc996ca350f3 req-ce603899-58ac-43d9-ad7a-fb91f71854a5 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups?id=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297680 Sep 24 15:40:46.393276 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-c3d9673e-b474-4370-b5f1-290f5674ef83 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:46.395308 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-c3d9673e-b474-4370-b5f1-290f5674ef83 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 946 time: 0.0461335 Sep 24 15:40:46.486065 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Deleting port 3cccae9c-2b82-46ab-b227-fc5951de171d {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:46.486398 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.573535 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] For port 3cccae9c-2b82-46ab-b227-fc5951de171d, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=3cccae9c-2b82-46ab-b227-fc5951de171d,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:46.573897 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.743482 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.743878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.744196 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.l3_db [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Floating IP 268c69a5-f129-43da-b30b-15c3900dfd44 disassociated. External IP: 172.27.1.114, port: 3cccae9c-2b82-46ab-b227-fc5951de171d. Sep 24 15:40:46.744557 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Calling delete_port for 3cccae9c-2b82-46ab-b227-fc5951de171d owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:46.948051 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.976773 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event deleted for resources: {'Port': ['ID=3cccae9c-2b82-46ab-b227-fc5951de171d,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:47.095948 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-741e2ce4-8f60-4862-bf56-57fb5f42cfbd req-9f4e546e-2995-4669-bb3f-8a54478274d1 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/ports?device_id=865769c0-a262-4d2d-8a51-e085fff04bdf HTTP/1.1" status: 200 len: 210 time: 0.0308440 Sep 24 15:40:47.120565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Router 936d5568-a45b-4469-b752-19202e80c923 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:40:47.217084 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:47.226843 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:47.236229 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:47.236846 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:47.259612 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] No DVR routers for this DVR port 3cccae9c-2b82-46ab-b227-fc5951de171d on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:47.262039 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.264105 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0f95e7dd-d5e6-450e-8fd7-b0c111869fa8 req-ed0c897c-2a9b-493c-8860-fcefb6a75759 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.109 "DELETE /v2.0/ports/3cccae9c-2b82-46ab-b227-fc5951de171d HTTP/1.1" status: 204 len: 173 time: 0.8635056 Sep 24 15:40:47.264547 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-deleted', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:47.266789 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8cb253-14c2-40de-a7b4-27f731b46893" -d '{"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-deleted", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:47.301689 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4224393-da32-484d-8ede-365279efba92 x-openstack-request-id: req-b4224393-da32-484d-8ede-365279efba92 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:47.302001 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865769c0-a262-4d2d-8a51-e085fff04bdf", "name": "network-vif-deleted", "tag": "3cccae9c-2b82-46ab-b227-fc5951de171d", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:47.302227 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4224393-da32-484d-8ede-365279efba92 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:47.302648 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865769c0-a262-4d2d-8a51-e085fff04bdf', 'name': 'network-vif-deleted', 'tag': '3cccae9c-2b82-46ab-b227-fc5951de171d', 'status': 'completed', 'code': 200} Sep 24 15:40:47.346174 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:47.547290 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:47.578786 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:47.588020 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:47.588619 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:47.687750 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:47.881121 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:47.906371 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f7f04-2540-4a06-b593-aa284c113f72 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 4, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'f8482bc4-0549-4edf-b3d5-391f0293d682', 'name': '', 'network_id': 'ef0ca52c-15e4-47f3-871d-d9becdc026ca', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'mac_address': 'fa:16:3e:cd:84:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:55Z', 'updated_at': '2021-09-24T15:33:04Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'subnets': [{'id': 'e79219ee-86e4-4dc8-88a7-011c6d6df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:48.111050 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf95587-f159-4bdd-9ea9-af0a8e2de136 None None] New status for floating IP 268c69a5-f129-43da-b30b-15c3900dfd44: DOWN {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:40:48.291980 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55240) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:48.343751 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-688739a9-d473-4fe9-9236-91468912f249 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.368609 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-688739a9-d473-4fe9-9236-91468912f249 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.547918 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-688739a9-d473-4fe9-9236-91468912f249 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.550510 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-688739a9-d473-4fe9-9236-91468912f249 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.552214 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-688739a9-d473-4fe9-9236-91468912f249 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "DELETE /v2.0/security-groups/57f1ff5a-4f0f-4a15-a44c-0c212c404fb4 HTTP/1.1" status: 204 len: 168 time: 0.2592695 Sep 24 15:40:48.555455 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55242) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:48.572180 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688739a9-d473-4fe9-9236-91468912f249 tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1ff5a-4f0f-4a15-a44c-0c212c404fb4,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:48.575053 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.api.v2.resource [None req-509b8191-4ca9-4bb4-a7d1-c0587e38803c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] show failed (client error): The resource could not be found. Sep 24 15:40:48.576086 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-509b8191-4ca9-4bb4-a7d1-c0587e38803c tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "GET /v2.0/security-groups/57f1ff5a-4f0f-4a15-a44c-0c212c404fb4 HTTP/1.1" status: 404 len: 347 time: 0.0197473 Sep 24 15:40:48.579472 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55244) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:48.699609 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Deleting port 657e8993-4f86-47d2-9410-20fc5c3ae2a9 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:48.699948 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.771371 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.771706 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.782757 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Calling delete_port for 657e8993-4f86-47d2-9410-20fc5c3ae2a9 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:48.987979 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:49.017215 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Pushing event deleted for resources: {'Port': ['ID=657e8993-4f86-47d2-9410-20fc5c3ae2a9,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:49.071650 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:49.074382 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:49.075585 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-2205d2ab-4158-413a-a734-2bd60384f92e tempest-AttachVolumeShelveTestJSON-1290583761 tempest-AttachVolumeShelveTestJSON-1290583761-project] 10.222.0.60 "DELETE /v2.0/floatingips/268c69a5-f129-43da-b30b-15c3900dfd44 HTTP/1.1" status: 204 len: 168 time: 0.4957962 Sep 24 15:40:49.655762 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:49.679578 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 3cccae9c-2b82-46ab-b227-fc5951de171d {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:49.679919 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 3cccae9c-2b82-46ab-b227-fc5951de171d not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:51.829856 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55268) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:52.249530 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:52.711283 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Deleting port f8482bc4-0549-4edf-b3d5-391f0293d682 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:52.711621 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:52.790240 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] For port f8482bc4-0549-4edf-b3d5-391f0293d682, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f8482bc4-0549-4edf-b3d5-391f0293d682,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:52.790599 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:52.802724 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Calling delete_port for f8482bc4-0549-4edf-b3d5-391f0293d682 owned by network:router_interface {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:53.044467 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.069905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8482bc4-0549-4edf-b3d5-391f0293d682,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:53.233134 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.441265 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Router 936d5568-a45b-4469-b752-19202e80c923 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:40:53.540698 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:53.545605 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-50cdf953-7d25-4bf2-becd-71df0d6a966e admin admin] 10.222.0.60 "PUT /v2.0/routers/936d5568-a45b-4469-b752-19202e80c923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7147424 Sep 24 15:40:53.548109 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55272) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:53.551175 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] Sync routers for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:53.560223 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:53.560827 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:53.648607 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks [] for router, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.663842 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:53.747367 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.833695 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:40:52Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:53.858583 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] Checking router: 936d5568-a45b-4469-b752-19202e80c923 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:53.866573 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] Routers {'936d5568-a45b-4469-b752-19202e80c923'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:53.867189 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['936d5568-a45b-4469-b752-19202e80c923'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:53.942208 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Deleting port 321cea41-d52e-4177-8fd8-3916516ce066 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:53.942536 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.969420 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] Set router 936d5568-a45b-4469-b752-19202e80c923 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:54.022410 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] For port 321cea41-d52e-4177-8fd8-3916516ce066, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=321cea41-d52e-4177-8fd8-3916516ce066,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:54.022696 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.035868 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Calling delete_port for 321cea41-d52e-4177-8fd8-3916516ce066 owned by network:router_gateway {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:54.266574 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:40:52Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:54.292652 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941ea418-5da7-42bc-868b-5ac54d519294 None None] The sync data for ids ['936d5568-a45b-4469-b752-19202e80c923'] in dv-cinder-810924-1-iscsi is: [{'id': '936d5568-a45b-4469-b752-19202e80c923', 'name': 'tempest-AttachVolumeShelveTestJSON-1140119296-router', 'tenant_id': 'b861384990f34381a65218887a8cb8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '321cea41-d52e-4177-8fd8-3916516ce066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:40:52Z', 'revision_number': 5, 'project_id': 'b861384990f34381a65218887a8cb8f0', 'gw_port': {'id': '321cea41-d52e-4177-8fd8-3916516ce066', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936d5568-a45b-4469-b752-19202e80c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:52Z', 'updated_at': '2021-09-24T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:54.348129 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.375211 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Pushing event deleted for resources: {'Port': ['ID=321cea41-d52e-4177-8fd8-3916516ce066,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:54.455532 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.560104 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.562209 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.673168 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.673729 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 936d5568-a45b-4469-b752-19202e80c923 {{(pid=94565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:40:54.679106 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.680223 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-76eb5358-c071-48d8-b10f-0d11f303c310 admin admin] 10.222.0.60 "DELETE /v2.0/routers/936d5568-a45b-4469-b752-19202e80c923 HTTP/1.1" status: 204 len: 168 time: 1.1312268 Sep 24 15:40:54.682697 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55274) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:54.725981 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Deleting subnet e79219ee-86e4-4dc8-88a7-011c6d6df6bd {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:40:54.729008 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.764633 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.880920 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device f8482bc4-0549-4edf-b3d5-391f0293d682 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:54.886633 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.905733 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: f8482bc4-0549-4edf-b3d5-391f0293d682 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:54.906076 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device f8482bc4-0549-4edf-b3d5-391f0293d682 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:55.033976 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.060875 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79219ee-86e4-4dc8-88a7-011c6d6df6bd,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:55.064748 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.067112 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ee5bd65f-82a5-46d5-a1c2-796653158b1f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e79219ee-86e4-4dc8-88a7-011c6d6df6bd HTTP/1.1" status: 204 len: 168 time: 0.3830726 Sep 24 15:40:55.069427 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55276) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:55.071656 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce788a8-ae28-4670-8813-3fca150e0c19 None None] Network ef0ca52c-15e4-47f3-871d-d9becdc026ca requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:55.142313 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.199151 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Deleting port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:55.199497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.261856 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] For port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,segment=NetworkSegment(4a833581-954a-4153-a260-10e617b57e86),segment_id=4a833581-954a-4153-a260-10e617b57e86)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:55.262212 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.274277 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Calling delete_port for 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 owned by network:dhcp {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:55.422181 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.422664 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79810404-90a3-4e8e-85ce-0ec279684ecc None None] DHCP port deletion for ef0ca52c-15e4-47f3-871d-d9becdc026ca request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:40:55.447997 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=848e0f86-1287-41f3-b1a6-23f7dcf7a0e7,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:55.458026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] No DVR routers for this DVR port 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 on host dv-cinder-810924-1-iscsi {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:55.526661 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.545786 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0ca52c-15e4-47f3-871d-d9becdc026ca']}} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:55.555317 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a833581-954a-4153-a260-10e617b57e86') {'for_net_delete': True} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:55.555616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a833581-954a-4153-a260-10e617b57e86') {} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:55.568855 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25495986'] for segment, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.582231 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.587939 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Releasing vlan 1334 on physical network physnet1 to pool {{(pid=94564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417022'] for segment, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: Traceback (most recent call last): Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: timer() Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: cb(*args, **kw) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: return func(*args, **kwargs) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: self._notify() Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: self.callback(batched_events) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: event.method(event) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: return f(self, *a, **k) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._get(url).json() Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: return self.request(url, 'GET', **kwargs) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:40:55.593730 dv-cinder-810924-1-iscsi neutron-server[94564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:40:55.701628 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.707617 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.709749 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] 10.222.0.60 "DELETE /v2.0/networks/ef0ca52c-15e4-47f3-871d-d9becdc026ca HTTP/1.1" status: 204 len: 168 time: 0.6393356 Sep 24 15:40:55.720066 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772544b-7f1d-4a83-81b9-af623e3f9f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0ca52c-15e4-47f3-871d-d9becdc026ca,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:56.080118 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55280) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:56.118403 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f97311d3-080e-4b36-8f77-e874fd5dc631 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b861384990f34381a65218887a8cb8f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371451 Sep 24 15:40:56.118930 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:56.120933 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55282) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:56.167118 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7b7734e4-e3d2-4867-bb98-a905e80ba3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:56.191827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7b7734e4-e3d2-4867-bb98-a905e80ba3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:56.324619 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7b7734e4-e3d2-4867-bb98-a905e80ba3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:56.327153 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-7b7734e4-e3d2-4867-bb98-a905e80ba3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:56.328331 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-7b7734e4-e3d2-4867-bb98-a905e80ba3f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1e1e17e-0992-4011-81f6-e89b5dc0c343 HTTP/1.1" status: 204 len: 168 time: 0.2064922 Sep 24 15:40:56.336469 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7734e4-e3d2-4867-bb98-a905e80ba3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e1e17e-0992-4011-81f6-e89b5dc0c343,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:56.617228 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 321cea41-d52e-4177-8fd8-3916516ce066 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:56.636946 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 321cea41-d52e-4177-8fd8-3916516ce066 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:56.637345 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 321cea41-d52e-4177-8fd8-3916516ce066 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:56.637699 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:56.656047 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:56.669974 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 848e0f86-1287-41f3-b1a6-23f7dcf7a0e7 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:57.580472 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55304) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:57.678120 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1605198813-network', 'tenant_id': '62b48d392c89483ab6eafd336f727765'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:57.810047 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Made reservation on behalf of 62b48d392c89483ab6eafd336f727765 for: {'network': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:57.812576 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for network, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:57.821627 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:57.906357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:57.998512 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.022275 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1304, 'physical_network': 'physnet1'} {{(pid=94564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:40:58.031302 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99eca4f-c96e-4b1a-8205-8aa888ffa4dc,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:58.036394 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.036727 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.segments_db [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Added segment f7495123-ae93-493a-9bbf-5ad6fbfeb41b of type vlan for network 417694f8-2bc9-4719-82ae-39f88b4f50dd Sep 24 15:40:58.074234 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738066652685'] for network, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.170098 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.171017 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:58.171663 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.231726 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] Pushing event updated for resources: {'Network': ['ID=417694f8-2bc9-4719-82ae-39f88b4f50dd,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:58.242584 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd details requested by agent ovs-agent-dv-cinder-810924-1-iscsi with host dv-cinder-810924-1-iscsi {{(pid=94566) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:40:58.285377 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e10e84bf-45f6-409c-bfb8-ed143676bde5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7032108 Sep 24 15:40:58.288443 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55308) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:58.293115 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Request body: {'subnet': {'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1605198813-subnet', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:58.380839 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Made reservation on behalf of 62b48d392c89483ab6eafd336f727765 for: {'subnet': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:58.383132 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25659537'] for subnet, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.638765 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25417297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25659555'] for subnet, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.693264 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c,revision_number=0']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:58.701144 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Checking segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:58.701500 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Network hostable DHCP agents. Network: 417694f8-2bc9-4719-82ae-39f88b4f50dd, hostable agents: ['a5646804-590b-49f1-a719-24b698bb58c9'], hosted agents: [] {{(pid=94564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:40:58.851250 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd is scheduled to be hosted by DHCP agent a5646804-590b-49f1-a719-24b698bb58c9 with binding_index 1 {{(pid=94564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:40:58.975674 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810924-1-iscsi, 417694f8-2bc9-4719-82ae-39f88b4f50dd) {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:58.979743 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:58.980340 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:58.984943 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d751ed-4ec9-4442-bdd6-821b30389c3f None None] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:59.122127 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp966e2f36-b934-5275-bd44-f7d961fe2048-417694f8-2bc9-4719-82ae-39f88b4f50dd', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c'}]}} from dv-cinder-810924-1-iscsi. {{(pid=94566) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:40:59.122980 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.142103 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-27dfb411-c00e-49d7-88e0-2605ffdea32a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8525033 Sep 24 15:40:59.144720 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55310) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:59.149003 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:59.251412 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.db_base_plugin_common [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Allocated IP 172.20.0.2 (417694f8-2bc9-4719-82ae-39f88b4f50dd/1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c/35c81c8e-a0ed-406d-aaae-74cb6ac41166) {{(pid=94566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:59.279253 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3751557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-650'] for router, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.280546 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3748213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4147994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-643'] for router, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.336038 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.389078 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Notify callbacks [] for port, precommit_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.461456 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695'] for port, after_create {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.503482 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd is already hosted by enough agents. {{(pid=94566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:59.506255 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.scheduler.base_scheduler [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Resources bound (agent type, host, resource id): {{(pid=94566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:59.509728 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Received port after_create {{(pid=94566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:59.517022 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Pushing event updated for resources: {'Port': ['ID=35c81c8e-a0ed-406d-aaae-74cb6ac41166,revision_number=1']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:59.557425 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.567870 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Attempting to bind port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:59.570861 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Attempting to bind port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:59.570861 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Attempting to bind port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:59.573486 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:59.573858 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Checking segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:59.574259 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.574653 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Bound using segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:59.575112 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Bound port: 35c81c8e-a0ed-406d-aaae-74cb6ac41166, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:59.575518 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.640211 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] For port 35c81c8e-a0ed-406d-aaae-74cb6ac41166, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:59.643236 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] For port 35c81c8e-a0ed-406d-aaae-74cb6ac41166, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=35c81c8e-a0ed-406d-aaae-74cb6ac41166,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:59.695850 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.758239 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108c3b5-c958-4386-86bf-b9c1cdcef78e None None] Pushing event updated for resources: {'Port': ['ID=35c81c8e-a0ed-406d-aaae-74cb6ac41166,revision_number=2']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:00.081874 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-1dbb6030-c6dc-4de7-8a99-7be6e3f13401 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3371642 Sep 24 15:41:00.086758 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.106651 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.223709 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-e2309215-c609-4f84-874f-a4c52237d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:00.225215 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-e2309215-c609-4f84-874f-a4c52237d893 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0792894 Sep 24 15:41:00.242802 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Allocated IP 172.27.1.117 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/d4d6eed1-f3c6-42db-8d87-d691265e4b7a) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:00.393359 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-43e5e7c0-0d63-41ac-8878-dd11603d835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:00.394874 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-43e5e7c0-0d63-41ac-8878-dd11603d835a service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.1499102 Sep 24 15:41:00.462345 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.488641 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-df3caacd-32be-4374-ba08-7188e06ca32e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 1001 time: 0.0842869 Sep 24 15:41:00.547929 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-0df7e9ff-5480-497b-9a8e-62ca892f4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:00.554420 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-0df7e9ff-5480-497b-9a8e-62ca892f4cae service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0513344 Sep 24 15:41:00.603671 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-bf0f73e9-18f5-41e8-90f0-f47d45677799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:00.604742 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-bf0f73e9-18f5-41e8-90f0-f47d45677799 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481551 Sep 24 15:41:00.609893 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.628391 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ffb13a-24ce-489b-98eb-793adaa16f8f None None] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:00.660141 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 35c81c8e-a0ed-406d-aaae-74cb6ac41166 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:00.673245 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:00.679217 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:00.687244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:00.691407 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:00.756696 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-db5042ae-639c-4558-bc15-4782e5965256 None None] Provisioning complete for port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:00.757077 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-db5042ae-639c-4558-bc15-4782e5965256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.808210 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-bc964069-1090-4523-9b04-2d1370491826 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931138 Sep 24 15:41:00.831769 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:00.832138 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.933396 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-db5042ae-639c-4558-bc15-4782e5965256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.955222 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a94565c1-f19c-44c9-b340-479fae41d4a9 req-cfc7891b-e864-4b69-b4e6-fbfa09d67e52 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183791 Sep 24 15:41:00.994030 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-db5042ae-639c-4558-bc15-4782e5965256 None None] For port 35c81c8e-a0ed-406d-aaae-74cb6ac41166, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=35c81c8e-a0ed-406d-aaae-74cb6ac41166,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:01.004629 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.115401 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.159271 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-db5042ae-639c-4558-bc15-4782e5965256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.231302 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.db.api [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94566) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:41:01.231651 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG oslo_db.api [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:41:01.232159 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-7eda8e8c-72d6-4cea-9e08-b97fea19dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.238063 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5042ae-639c-4558-bc15-4782e5965256 None None] Pushing event updated for resources: {'Port': ['ID=35c81c8e-a0ed-406d-aaae-74cb6ac41166,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:01.278691 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-0b12290a-0124-4b96-9d20-6f98176f35c9 None None] Provisioning complete for port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:01.279043 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0b12290a-0124-4b96-9d20-6f98176f35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.322003 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3748108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.695385 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe is scheduled to L3 agent 1dfa7e37-220b-4685-9185-f940daff165b with binding_index 1 {{(pid=94564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:41:01.799036 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:01.808762 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:01.817769 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:01.818495 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:01.921137 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:01.941543 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.945995 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-df80a60e-5241-4211-ace1-704a9481c601 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7971859 Sep 24 15:41:01.945995 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55320) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:02.092384 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:00Z', 'revision_number': 3, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:02.124171 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:02.124515 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Updating router 5f383753-60be-49ed-b81b-ebf4f81ab3fe port d4d6eed1-f3c6-42db-8d87-d691265e4b7a binding host dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:41:02.149770 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.343546 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.391881 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Notify callbacks [] for port, precommit_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.483846 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.496376 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Allocated IP 172.20.0.1 (417694f8-2bc9-4719-82ae-39f88b4f50dd/1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c/9cb65d76-5ada-4b08-956c-c047a52e2cb8) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:02.532757 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Pushing event updated for resources: {'Port': ['ID=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,revision_number=2']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:02.542598 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.542947 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.543314 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.543669 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.543986 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.544316 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.544635 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.544961 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.545360 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.545683 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.546007 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.546325 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:02.550040 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Attempting to bind port d4d6eed1-f3c6-42db-8d87-d691265e4b7a on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Attempting to bind port d4d6eed1-f3c6-42db-8d87-d691265e4b7a by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Attempting to bind port d4d6eed1-f3c6-42db-8d87-d691265e4b7a on network 13f9cabb-bd11-4db6-96db-27d1326f6134 {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Checking segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Bound using segment: {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'} {{(pid=94567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.managers [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Bound port: d4d6eed1-f3c6-42db-8d87-d691265e4b7a, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee3a91c-7c7b-48e2-a1bd-e873038b3b9a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}}] {{(pid=94567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:02.558370 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.607946 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.614643 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] For port d4d6eed1-f3c6-42db-8d87-d691265e4b7a, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:02.617686 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.plugins.ml2.db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] For port d4d6eed1-f3c6-42db-8d87-d691265e4b7a, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:02.626566 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 35c81c8e-a0ed-406d-aaae-74cb6ac41166 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:02.671698 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:02.672061 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.769763 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.769965 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron_lib.callbacks.manager [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.806740 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:02.809623 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:02.813054 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:02.834241 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:02.834886 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:02.838821 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb65d76-5ada-4b08-956c-c047a52e2cb8,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:02.839030 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaade7-d715-421b-a4fd-329bd516615f None None] Pushing event updated for resources: {'Port': ['ID=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,revision_number=3']} {{(pid=94567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:02.859896 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3749509'] for router_interface, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.952977 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:03.086360 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-a2f5fbdf-c608-4130-b540-12cedc9a8000 None None] Provisioning complete for port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:03.087092 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a2f5fbdf-c608-4130-b540-12cedc9a8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.099587 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.129752 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5fbdf-c608-4130-b540-12cedc9a8000 None None] Port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:03.223954 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:00Z', 'revision_number': 3, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:03.255129 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3183e-23a4-40f0-b4f7-2dabbaf7f43d None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:00Z', 'revision_number': 3, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:03.517415 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.586629 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.653593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb65d76-5ada-4b08-956c-c047a52e2cb8,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:03.656244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3748981'] for router_interface, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.752595 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:03.754036 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:03.884673 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:03.957585 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-6f28d723-0079-4176-9b6c-2977c9c2da22 None None] Provisioning complete for port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:03.958149 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-6f28d723-0079-4176-9b6c-2977c9c2da22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.991476 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-6f28d723-0079-4176-9b6c-2977c9c2da22 None None] Port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:04.000615 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:04.005906 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-cbd9e52d-17c3-4ca6-81d0-64828d551929 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f383753-60be-49ed-b81b-ebf4f81ab3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0594392 Sep 24 15:41:04.032321 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-00ff3bc0-376d-4b7e-8641-309e1c149fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:04.593047 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:04.648119 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d4d6eed1-f3c6-42db-8d87-d691265e4b7a up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:04.696092 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port d4d6eed1-f3c6-42db-8d87-d691265e4b7a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:04.696464 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:04.767612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:04.782572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55328) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:04.786711 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:04.787691 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--515201058', 'description': 'tempest-description--464896478'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:04.791573 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:04.792188 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:04.846143 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] For port d4d6eed1-f3c6-42db-8d87-d691265e4b7a, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:04.905283 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:04.990516 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.010787 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.050133 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.068272 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:05.080219 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b7301-99da-4533-aca1-acbe8ba56fe1,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:05.109161 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Pushing event updated for resources: {'Port': ['ID=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:05.119909 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.124836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.147507 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.148811 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-f5d0fb24-777f-4356-b1f3-e3c470a5cfe1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3651841 Sep 24 15:41:05.151739 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55330) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:05.156275 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'security_group_rule': {'security_group_id': 'de5b7301-99da-4533-aca1-acbe8ba56fe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:05.186541 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.287937 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:03Z', 'revision_number': 2, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:05.305781 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.320046 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:05.341717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Updating router 5f383753-60be-49ed-b81b-ebf4f81ab3fe port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 binding host dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:41:05.345423 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.364280 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.474062 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.493538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a88174-58b8-4726-bf4f-fa545ddfdfca,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:05.601923 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Notify callbacks [] for port, precommit_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.633538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.639973 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6719d094-d508-4802-95b9-8ad97fd5074a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4820673 Sep 24 15:41:05.639973 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55332) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:05.641735 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'security_group_rule': {'security_group_id': 'de5b7301-99da-4533-aca1-acbe8ba56fe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:05.753873 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.801255 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.825582 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18098b-df98-4961-9db3-2c0edd4b838c None None] Pushing event updated for resources: {'Port': ['ID=9cb65d76-5ada-4b08-956c-c047a52e2cb8,revision_number=3']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:05.858212 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Attempting to bind port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 on host dv-cinder-810924-1-iscsi for vnic_type normal with profile {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:05.858523 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Attempting to bind port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 by drivers openvswitch,hyperv on host dv-cinder-810924-1-iscsi at level 0 using segments [{'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:05.859008 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Attempting to bind port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:05.863839 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.866964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Checking agent: {'id': '9b9c41eb-2d7e-463a-8b38-352fd770131e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810924-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 24, 34), 'started_at': datetime.datetime(2021, 9, 24, 15, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810924-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:05.866964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Checking segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:05.866964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.866964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Bound using segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} {{(pid=94566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:05.866964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.managers [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Bound port: 9cb65d76-5ada-4b08-956c-c047a52e2cb8, host: dv-cinder-810924-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}}] {{(pid=94566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:05.867696 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.932508 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] For port 9cb65d76-5ada-4b08-956c-c047a52e2cb8, host dv-cinder-810924-1-iscsi, cleared binding levels {{(pid=94566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:05.935750 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] For port 9cb65d76-5ada-4b08-956c-c047a52e2cb8, host dv-cinder-810924-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=9cb65d76-5ada-4b08-956c-c047a52e2cb8,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:05.948484 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.966703 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024bcac0-00d0-4df6-9cac-eacbdb932a9f,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:06.017674 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.045826 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.050342 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-13808be3-8230-4d81-94d8-49c6041cc020 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4087601 Sep 24 15:41:06.051338 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55334) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:06.054962 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:06.076477 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-bafedfc7-7efb-46af-b9c5-4e7eb06f3b96 None None] Provisioning complete for port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:06.080094 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bafedfc7-7efb-46af-b9c5-4e7eb06f3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.111655 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18098b-df98-4961-9db3-2c0edd4b838c None None] Pushing event updated for resources: {'Port': ['ID=9cb65d76-5ada-4b08-956c-c047a52e2cb8,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:06.118852 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:06.119891 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:06.188462 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.253457 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bafedfc7-7efb-46af-b9c5-4e7eb06f3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.266169 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:06.288596 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.352205 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-bafedfc7-7efb-46af-b9c5-4e7eb06f3b96 None None] For port 9cb65d76-5ada-4b08-956c-c047a52e2cb8, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=9cb65d76-5ada-4b08-956c-c047a52e2cb8,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:06.389698 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Allocated IP 172.27.1.254 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/51e542a1-ef15-4862-86b5-d940148330e4) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:06.484171 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:05Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:06.487383 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bafedfc7-7efb-46af-b9c5-4e7eb06f3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.499551 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.538865 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b414-c2d6-4d56-926a-3a36c54a997d None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:05Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:06.574146 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafedfc7-7efb-46af-b9c5-4e7eb06f3b96 None None] Pushing event updated for resources: {'Port': ['ID=9cb65d76-5ada-4b08-956c-c047a52e2cb8,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:06.624000 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-d5e73de1-c38d-454a-bc90-ced433300a7a None None] Provisioning complete for port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:06.624377 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d5e73de1-c38d-454a-bc90-ced433300a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.641076 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.673012 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.697717 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:06.702091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:06.705704 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:06.710981 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d4d6eed1-f3c6-42db-8d87-d691265e4b7a up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:06.736121 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'Port': ['ID=51e542a1-ef15-4862-86b5-d940148330e4,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:06.777091 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port d4d6eed1-f3c6-42db-8d87-d691265e4b7a triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:06.777468 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.807461 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.929429 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.089583 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.178165 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.244052 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'Port': ['ID=51e542a1-ef15-4862-86b5-d940148330e4,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:07.256042 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.383967 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.385260 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9192ae35-132f-404c-9a09-a563616cfbcf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3338072 Sep 24 15:41:07.527669 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-e61857cf-8cc5-4328-b710-11c5932d0738 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--515201058&fields=id&tenant_id=62b48d392c89483ab6eafd336f727765 HTTP/1.1" status: 200 len: 267 time: 0.0336611 Sep 24 15:41:07.634779 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-3b52c23f-ebd8-4850-a93f-6319405f62ca tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:07.636286 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-3b52c23f-ebd8-4850-a93f-6319405f62ca tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 811 time: 0.1018629 Sep 24 15:41:07.650927 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a5c7d506-0e2e-4cfc-993a-8770bea8c3e9 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/quotas/62b48d392c89483ab6eafd336f727765 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Sep 24 15:41:07.699947 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-f11751f7-ad72-44f8-927a-564ad8bb6164 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0437624 Sep 24 15:41:07.841484 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-1a479b39-15c8-4ceb-b701-faddaeb865f0 service neutron] 10.222.0.60 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297748 Sep 24 15:41:07.927274 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-1d852647-f96f-4611-9bb7-76e1244e4451 service neutron] 10.222.0.60 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795531 Sep 24 15:41:08.145123 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9b299547-9dba-440c-b1e9-9df047300dd1 req-6795000b-6160-4ccf-bf8f-952d04b5ccdb tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 210 time: 0.0254838 Sep 24 15:41:08.648562 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 9cb65d76-5ada-4b08-956c-c047a52e2cb8 up at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:08.696249 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Provisioning complete for port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:08.696623 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.223393 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-baf83209-bd5c-4aef-bf8e-b3f00ab29ddd req-051d1225-2d20-40d1-b6a8-39da66ae99a7 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 210 time: 0.0285020 Sep 24 15:41:10.314817 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f189bff4-9dcc-4f95-9659-902cad151ec8 req-02cd03f2-e222-47ce-bb83-dc7556bdb0d0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 210 time: 0.0252028 Sep 24 15:41:10.549668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-f429b248-9b53-4800-936e-13b95a0f3e8a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:10.551158 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-f429b248-9b53-4800-936e-13b95a0f3e8a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 811 time: 0.1041791 Sep 24 15:41:10.600032 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-b483f5e4-6963-4514-94a6-1093537f5825 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b48d392c89483ab6eafd336f727765 HTTP/1.1" status: 200 len: 379 time: 0.0345445 Sep 24 15:41:10.610235 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'port': {'device_id': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'admin_state_up': True, 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'security_groups': ['de5b7301-99da-4533-aca1-acbe8ba56fe1']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:10.832191 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Made reservation on behalf of 62b48d392c89483ab6eafd336f727765 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:10.836388 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.960486 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Allocated IP 172.20.0.7 (417694f8-2bc9-4719-82ae-39f88b4f50dd/1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c/c57bef9d-047e-46bd-b4cd-b7688aa31040) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:11.096797 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.204390 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.245837 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:11.248794 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:11.252371 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:11.260493 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'Port': ['ID=c57bef9d-047e-46bd-b4cd-b7688aa31040,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:11.309924 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.310553 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.430860 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c19ebb-940a-4370-9601-f34035bbc898 req-80823a05-4cad-41b7-a133-8c2d02f7f035 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.432372 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e1c19ebb-940a-4370-9601-f34035bbc898 req-80823a05-4cad-41b7-a133-8c2d02f7f035 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 931 time: 0.0496392 Sep 24 15:41:11.469067 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e1c19ebb-940a-4370-9601-f34035bbc898 req-7dbc8f82-f1f3-400f-a80b-aac1f535c600 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Sep 24 15:41:11.490723 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-c393d3a9-7690-4591-9573-d57350830016 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840005 Sep 24 15:41:11.506792 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Request body: {'port': {'device_id': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:11.510714 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-ebf9c0ee-96d2-4ed0-81a1-c207c5be3e98 None None] Provisioning complete for port c57bef9d-047e-46bd-b4cd-b7688aa31040 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:11.510714 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ebf9c0ee-96d2-4ed0-81a1-c207c5be3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.546952 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-ebf9c0ee-96d2-4ed0-81a1-c207c5be3e98 None None] Port c57bef9d-047e-46bd-b4cd-b7688aa31040 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:11.561023 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.811145 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57bef9d-047e-46bd-b4cd-b7688aa31040 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:11.818271 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.830160 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Transition to ACTIVE for port object c57bef9d-047e-46bd-b4cd-b7688aa31040 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:41:11.901560 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.954837 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Pushing event updated for resources: {'Port': ['ID=c57bef9d-047e-46bd-b4cd-b7688aa31040,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:12.024379 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Attempting to bind port c57bef9d-047e-46bd-b4cd-b7688aa31040 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:12.025218 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Attempting to bind port c57bef9d-047e-46bd-b4cd-b7688aa31040 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:12.025568 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Attempting to bind port c57bef9d-047e-46bd-b4cd-b7688aa31040 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:12.030154 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Port c57bef9d-047e-46bd-b4cd-b7688aa31040 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:41:12.030477 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Attempting to bind port c57bef9d-047e-46bd-b4cd-b7688aa31040 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:12.035593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:12.035944 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Checking segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:12.036327 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Bound using segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:12.036757 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Bound port: c57bef9d-047e-46bd-b4cd-b7688aa31040, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:12.037129 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.102429 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] For port c57bef9d-047e-46bd-b4cd-b7688aa31040, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:12.105402 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] For port c57bef9d-047e-46bd-b4cd-b7688aa31040, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:12.199567 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.233485 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.234451 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.235884 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] 10.222.0.109 "PUT /v2.0/ports/c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 200 len: 1093 time: 0.7335124 Sep 24 15:41:12.238098 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:12.241144 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:12.269704 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50595c4-7d2c-4058-a748-53b2063d37be service neutron] Pushing event updated for resources: {'Port': ['ID=c57bef9d-047e-46bd-b4cd-b7688aa31040,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:12.282242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3995d068-e116-498b-b851-dcc01a541398 x-openstack-request-id: req-3995d068-e116-498b-b851-dcc01a541398 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:12.282527 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:12.282780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3995d068-e116-498b-b851-dcc01a541398 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:12.283204 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'status': 'completed', 'code': 200} Sep 24 15:41:12.343487 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4 req-7ba402ce-1ff7-41d5-864a-099fed32f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.344951 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4 req-7ba402ce-1ff7-41d5-864a-099fed32f7ce service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1096 time: 0.0409472 Sep 24 15:41:12.449281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4 req-2ae9f249-7d88-414c-bf6d-a5a025d3ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.461966 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4 req-2ae9f249-7d88-414c-bf6d-a5a025d3ed3b service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=62b48d392c89483ab6eafd336f727765&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968266 Sep 24 15:41:12.546344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4 req-23fa43d5-e936-4897-b93e-3c269be8e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.547854 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a2f5f0b0-0fc4-4760-aadd-a26e16b38bc4 req-23fa43d5-e936-4897-b93e-3c269be8e46c service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0903342 Sep 24 15:41:12.584271 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f777dc2-3fbc-423d-b4a2-0649203c2f09 req-07723a80-e35d-4e85-a1ed-4cb2b5da7dd9 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.585848 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5f777dc2-3fbc-423d-b4a2-0649203c2f09 req-07723a80-e35d-4e85-a1ed-4cb2b5da7dd9 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 943 time: 0.0489125 Sep 24 15:41:12.622968 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-b760c8da-00e5-452d-8978-c97a654c9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.624172 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5f777dc2-3fbc-423d-b4a2-0649203c2f09 req-6c867719-0ee5-425e-9df0-ba848cde8c9b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Sep 24 15:41:12.624431 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-b760c8da-00e5-452d-8978-c97a654c9c60 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1096 time: 0.0400786 Sep 24 15:41:12.670189 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-51d517bb-0f71-433a-953e-934ad7b9379d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 200 len: 217 time: 0.0375094 Sep 24 15:41:12.704449 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55376) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:12.720977 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-6aa6324f-1e59-4f44-86f4-18fab62e7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.722425 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-6aa6324f-1e59-4f44-86f4-18fab62e7275 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0451188 Sep 24 15:41:12.768014 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-f99d4c44-2c23-4cc8-a598-595cb022987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.769506 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-f99d4c44-2c23-4cc8-a598-595cb022987b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395539 Sep 24 15:41:12.859912 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-54226f65-35fc-4cc3-8b00-f0893cb19521 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831780 Sep 24 15:41:12.948068 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Deleting port fd5dea86-3de9-4e65-8a6f-e23f3b7a60ff {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:12.948315 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.950105 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a05e1b53-b070-49ef-a824-eb250be1c46f req-526d88a1-b63d-4575-b775-1401db905989 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819008 Sep 24 15:41:13.024972 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.025294 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.036501 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Calling delete_port for fd5dea86-3de9-4e65-8a6f-e23f3b7a60ff owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:13.554131 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.579682 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event deleted for resources: {'Port': ['ID=fd5dea86-3de9-4e65-8a6f-e23f3b7a60ff,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:13.636019 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.637196 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Floating IP d4bab564-59a3-4780-9ab8-1e5e95061b5e disassociated (deleted). External IP: 172.27.1.131, port: 74f4db5e-6757-446f-a74b-df53d125c8ef. Sep 24 15:41:13.742447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e360ef-bb21-4f37-8e2c-0c4a815efd9b req-fb58c10c-5f96-4168-b85b-41a0b7ee7e8b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:13.743941 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-87e360ef-bb21-4f37-8e2c-0c4a815efd9b req-fb58c10c-5f96-4168-b85b-41a0b7ee7e8b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 943 time: 0.0510941 Sep 24 15:41:13.781454 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-87e360ef-bb21-4f37-8e2c-0c4a815efd9b req-b23712c1-8c3e-4427-bf05-99af1d80033f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307438 Sep 24 15:41:13.839229 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:13.942767 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:13.947107 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.952452 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] Sync routers for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:13.960978 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:13.961571 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:13.976231 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b909683c-9e36-4ad6-82e4-7b72b673287a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "DELETE /v2.0/floatingips/d4bab564-59a3-4780-9ab8-1e5e95061b5e HTTP/1.1" status: 204 len: 168 time: 1.2683530 Sep 24 15:41:13.976231 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:13.976710 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c9ae2-66c0-4b2b-b256-87aafa494322" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:14.015716 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18029eca-ef99-47cc-bf2e-db877b845244 x-openstack-request-id: req-18029eca-ef99-47cc-bf2e-db877b845244 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:14.016054 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:14.016262 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18029eca-ef99-47cc-bf2e-db877b845244 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:14.016661 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'status': 'completed', 'code': 200} Sep 24 15:41:14.068028 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:14.078238 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-b9f23db6-9ce2-4f7d-a2af-7bedff40867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.079826 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-b9f23db6-9ce2-4f7d-a2af-7bedff40867d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 1098 time: 0.0402663 Sep 24 15:41:14.176003 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-a75d5f8c-f928-43ff-9097-0fb7820b4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.177422 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-a75d5f8c-f928-43ff-9097-0fb7820b4a08 service neutron] 10.222.0.109 "GET /v2.0/networks?id=20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 200 len: 911 time: 0.0895441 Sep 24 15:41:14.219228 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-4188202e-fd51-482f-bc1e-33a7bf6f640a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 200 len: 217 time: 0.0337553 Sep 24 15:41:14.259413 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:10Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:14.267011 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-037659dc-b490-4bec-a06a-a960c88019c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.268483 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-037659dc-b490-4bec-a06a-a960c88019c5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 200 len: 848 time: 0.0421381 Sep 24 15:41:14.288149 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] Checking router: 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:14.296718 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:14.297318 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:14.312447 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-e8b366d7-9c27-4709-b5c8-f96c23d616b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.313927 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-e8b366d7-9c27-4709-b5c8-f96c23d616b0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=20cde337-4f3d-43fb-ae30-d4c234f6d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384212 Sep 24 15:41:14.403627 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:14.408268 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-17bd082f-6109-4d58-9366-6ffe4035968e service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866981 Sep 24 15:41:14.501336 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1d6c9ae2-66c0-4b2b-b256-87aafa494322 req-33032dbc-2dda-4065-b8c0-6aff852938e4 service neutron] 10.222.0.109 "GET /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857818 Sep 24 15:41:14.596387 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153ebc-6713-453f-9513-4d794dfe6a74 req-48e9fb08-9900-4450-ab4b-893f7c79d4ab tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.597917 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-15153ebc-6713-453f-9513-4d794dfe6a74 req-48e9fb08-9900-4450-ab4b-893f7c79d4ab tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0480778 Sep 24 15:41:14.601007 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:10Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:14.627656 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd7825d-901b-458c-9692-c7f063920ac8 None None] The sync data for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi is: [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:35:05Z', 'revision_number': 4, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'df0511e2-d3e0-4dc4-9039-ba39852b4bc1', 'name': '', 'network_id': '20cde337-4f3d-43fb-ae30-d4c234f6d984', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'mac_address': 'fa:16:3e:4b:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:04Z', 'updated_at': '2021-09-24T15:35:10Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'subnets': [{'id': 'c95ccb1a-5270-4787-a218-1b0ab333f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:14.639651 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-15153ebc-6713-453f-9513-4d794dfe6a74 req-ca799b6f-0ced-465b-99e9-5f6e313d5843 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353680 Sep 24 15:41:14.836532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6f0bb-5e3e-4439-bd6f-2dc95f084567 None None] New status for floating IP d4bab564-59a3-4780-9ab8-1e5e95061b5e: DOWN {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:41:14.900736 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5034-b5ce-48a6-aebc-28df64541f05 req-8f941f98-43b1-4ef3-bf07-93e13a14f471 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.902886 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-410b5034-b5ce-48a6-aebc-28df64541f05 req-8f941f98-43b1-4ef3-bf07-93e13a14f471 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 943 time: 0.0527885 Sep 24 15:41:14.940933 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-410b5034-b5ce-48a6-aebc-28df64541f05 req-00fb2a61-c2bd-4825-b206-a9204f9bb9ea tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319698 Sep 24 15:41:15.750024 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c00e-fa54-473e-97c7-ae8c82933908 req-c986accf-ecb5-47d3-aad3-cfd8a64fed80 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:15.751477 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fed1c00e-fa54-473e-97c7-ae8c82933908 req-c986accf-ecb5-47d3-aad3-cfd8a64fed80 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0456314 Sep 24 15:41:15.787151 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fed1c00e-fa54-473e-97c7-ae8c82933908 req-c6ce0e59-81ce-4307-afcd-e1769d3ccc8c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/security-groups?id=d5524d56-04e2-493b-9be2-cf5b24d44104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298514 Sep 24 15:41:15.804058 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device c57bef9d-047e-46bd-b4cd-b7688aa31040 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:15.899620 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port c57bef9d-047e-46bd-b4cd-b7688aa31040, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:15.911777 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'port_id': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'mac_address': 'fa:16:3e:10:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:15.948660 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.961096 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57bef9d-047e-46bd-b4cd-b7688aa31040 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:15.980460 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port c57bef9d-047e-46bd-b4cd-b7688aa31040, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:16.052325 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324bba7-adda-43e7-a40e-724bfc497218 req-09a29fb3-4f8f-4b01-86f4-7416ff3a8d5d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:16.053901 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c324bba7-adda-43e7-a40e-724bfc497218 req-09a29fb3-4f8f-4b01-86f4-7416ff3a8d5d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 943 time: 0.0471742 Sep 24 15:41:16.090780 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c324bba7-adda-43e7-a40e-724bfc497218 req-28ebd09c-3568-499b-a3cd-181eb4aa8ec2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303695 Sep 24 15:41:16.092476 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.137627 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-9211bc38-9010-43ca-a95f-cda4e2ae8e66 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:16.139071 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-9211bc38-9010-43ca-a95f-cda4e2ae8e66 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.109 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 945 time: 0.0524743 Sep 24 15:41:16.144873 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=c57bef9d-047e-46bd-b4cd-b7688aa31040,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:16.230698 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Deleting port 74f4db5e-6757-446f-a74b-df53d125c8ef {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:16.231042 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.318760 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] For port 74f4db5e-6757-446f-a74b-df53d125c8ef, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=74f4db5e-6757-446f-a74b-df53d125c8ef,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:16.319125 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.321602 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['c57bef9d-047e-46bd-b4cd-b7688aa31040'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:16.331441 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Calling delete_port for 74f4db5e-6757-446f-a74b-df53d125c8ef owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:16.526742 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.558143 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event deleted for resources: {'Port': ['ID=74f4db5e-6757-446f-a74b-df53d125c8ef,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:16.597913 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] No DVR routers for this DVR port 74f4db5e-6757-446f-a74b-df53d125c8ef on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:16.600532 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.602541 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-503f50b0-e65f-4a69-b03c-53998fcfe77b req-af23a145-706b-40a7-92fb-8a3ee5da7c9c tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.109 "DELETE /v2.0/ports/74f4db5e-6757-446f-a74b-df53d125c8ef HTTP/1.1" status: 204 len: 173 time: 0.4566338 Sep 24 15:41:16.602987 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-deleted', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:16.605448 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88400fe-e267-4e89-a5be-24f2bf21a4fc" -d '{"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-deleted", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:16.639312 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575008ba-2d8a-4197-afb0-83c121d9b5e9 x-openstack-request-id: req-575008ba-2d8a-4197-afb0-83c121d9b5e9 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:16.639600 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ea7839-5db1-4478-b6e0-610769bc7f0c", "name": "network-vif-deleted", "tag": "74f4db5e-6757-446f-a74b-df53d125c8ef", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:16.639852 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-575008ba-2d8a-4197-afb0-83c121d9b5e9 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:16.640236 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ea7839-5db1-4478-b6e0-610769bc7f0c', 'name': 'network-vif-deleted', 'tag': '74f4db5e-6757-446f-a74b-df53d125c8ef', 'status': 'completed', 'code': 200} Sep 24 15:41:16.878501 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-5396b3c4-f7b9-41e6-9d00-b0c86f5488b3 req-81a68170-03f6-46fe-b40a-244288102996 tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 210 time: 0.0256991 Sep 24 15:41:17.202952 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52aa1-a2d2-4d6b-9bc7-e14fb36b9990 req-af57a3bd-f92e-4b0e-af32-fa7d410a2edf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:17.204471 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-58b52aa1-a2d2-4d6b-9bc7-e14fb36b9990 req-af57a3bd-f92e-4b0e-af32-fa7d410a2edf tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 944 time: 0.0463378 Sep 24 15:41:17.241719 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-58b52aa1-a2d2-4d6b-9bc7-e14fb36b9990 req-7d25771b-d345-4a39-b40e-95be8ce1d315 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Sep 24 15:41:17.430226 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:41:17.822984 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device c57bef9d-047e-46bd-b4cd-b7688aa31040 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:17.980360 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ef4f9e31-3995-4dca-9386-a3bdaed4971f req-e578b616-bafb-44a9-8478-96d92cf6d83a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ea7839-5db1-4478-b6e0-610769bc7f0c HTTP/1.1" status: 200 len: 210 time: 0.0237620 Sep 24 15:41:18.026507 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port c57bef9d-047e-46bd-b4cd-b7688aa31040 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:41:18.030518 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port c57bef9d-047e-46bd-b4cd-b7688aa31040 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:18.030980 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.105449 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.128061 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:18.131208 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e18363b-5a32-4fbe-a46e-fda4c1a1d360" -d '{"events": [{"server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "name": "network-vif-plugged", "status": "completed", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:18.144720 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port c57bef9d-047e-46bd-b4cd-b7688aa31040, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:18.166045 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76e369d-9c7d-41af-9384-c07fa2505395 x-openstack-request-id: req-e76e369d-9c7d-41af-9384-c07fa2505395 {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:18.166340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "name": "network-vif-plugged", "status": "completed", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:18.166612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e76e369d-9c7d-41af-9384-c07fa2505395 {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:18.167008 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'code': 200} Sep 24 15:41:18.215029 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.216043 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:18.258486 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 74f4db5e-6757-446f-a74b-df53d125c8ef {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:18.259194 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 74f4db5e-6757-446f-a74b-df53d125c8ef not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:18.287305 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=c57bef9d-047e-46bd-b4cd-b7688aa31040,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:18.358214 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c13443-4dd5-4cb9-9ed7-ea65c96d60c8 req-1e129f1a-0fdb-4ac0-b088-8508225a2796 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:18.359686 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24c13443-4dd5-4cb9-9ed7-ea65c96d60c8 req-1e129f1a-0fdb-4ac0-b088-8508225a2796 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0515428 Sep 24 15:41:18.396600 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-24c13443-4dd5-4cb9-9ed7-ea65c96d60c8 req-cc40d4f3-4557-4dd5-8860-c027ec7e99c9 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Sep 24 15:41:18.509408 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0ce5-1fa5-433e-9e56-5e64c2165dd3 req-011a022a-c61b-497d-9caf-72789847ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:18.510878 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d19b0ce5-1fa5-433e-9e56-5e64c2165dd3 req-011a022a-c61b-497d-9caf-72789847ec44 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1098 time: 0.0410655 Sep 24 15:41:18.544221 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d19b0ce5-1fa5-433e-9e56-5e64c2165dd3 req-ac7830a1-39bf-496e-a576-ea3f874d7ec9 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265744 Sep 24 15:41:19.035625 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55412) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:19.092296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-799fecdf-2d97-4ed7-8a24-76105e0bc16a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.116812 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-799fecdf-2d97-4ed7-8a24-76105e0bc16a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.259868 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-799fecdf-2d97-4ed7-8a24-76105e0bc16a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.262391 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-799fecdf-2d97-4ed7-8a24-76105e0bc16a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.263642 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-799fecdf-2d97-4ed7-8a24-76105e0bc16a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] 10.222.0.60 "DELETE /v2.0/security-groups/d5524d56-04e2-493b-9be2-cf5b24d44104 HTTP/1.1" status: 204 len: 168 time: 0.2270231 Sep 24 15:41:19.273031 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fecdf-2d97-4ed7-8a24-76105e0bc16a tempest-TestShelveInstance-194464147 tempest-TestShelveInstance-194464147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5524d56-04e2-493b-9be2-cf5b24d44104,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:19.412413 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55416) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:19.579117 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40b528-0dc4-4079-9ba2-90c06c58176c req-9448b345-75b7-4dbf-91f4-741ffcee0743 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:19.580508 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ff40b528-0dc4-4079-9ba2-90c06c58176c req-9448b345-75b7-4dbf-91f4-741ffcee0743 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.1145127 Sep 24 15:41:19.665848 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ff40b528-0dc4-4079-9ba2-90c06c58176c req-9f1c8fda-28bb-483f-9f3f-e5ddc75c0187 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790873 Sep 24 15:41:20.089827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.321507 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Deleting port df0511e2-d3e0-4dc4-9039-ba39852b4bc1 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:20.321844 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.396810 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] For port df0511e2-d3e0-4dc4-9039-ba39852b4bc1, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:20.397175 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.409757 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Calling delete_port for df0511e2-d3e0-4dc4-9039-ba39852b4bc1 owned by network:router_interface {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:20.697017 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.727122 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0511e2-d3e0-4dc4-9039-ba39852b4bc1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:20.785898 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6d3f8-e1a0-4a24-8a8b-80e5cf7cb601 req-8a6ed92c-065d-48fb-8fdc-b09690ed3d89 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:20.787545 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6fe6d3f8-e1a0-4a24-8a8b-80e5cf7cb601 req-8a6ed92c-065d-48fb-8fdc-b09690ed3d89 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0508959 Sep 24 15:41:20.825691 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6fe6d3f8-e1a0-4a24-8a8b-80e5cf7cb601 req-3db901b1-8eca-46dd-a23d-375ccaaed14f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Sep 24 15:41:20.910997 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.988998 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b69c4-f14c-4c89-a15a-da7f0d6f31ad req-de2a3f2e-8364-472b-8f17-f0f3ef821365 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:20.990460 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-6a4b69c4-f14c-4c89-a15a-da7f0d6f31ad req-de2a3f2e-8364-472b-8f17-f0f3ef821365 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0968215 Sep 24 15:41:20.999424 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55426) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:21.005146 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'floatingip': {'port_id': 'c57bef9d-047e-46bd-b4cd-b7688aa31040'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:21.074561 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:21.347826 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:21.665244 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:21.674517 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] Sync routers for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:21.676122 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-6ceacec1-cc00-46fa-990c-17f6f5d623a7 admin admin] 10.222.0.60 "PUT /v2.0/routers/5c37663d-b5ef-471f-89ff-175e1a6a8fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2626398 Sep 24 15:41:21.678771 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55428) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:21.683874 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:21.684483 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:21.787416 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks [] for router, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:21.791393 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:21.896153 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:21.977679 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:22.004871 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] Checking router: 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:22.013456 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] Routers {'5c37663d-b5ef-471f-89ff-175e1a6a8fe4'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:22.014079 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:22.042578 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.121448 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.136368 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Deleting port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:22.136748 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.206906 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] Set router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:22.219664 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] For port 5eaf4e80-d4d8-485a-955f-21e0fb04db5b, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:22.220032 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.231908 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Calling delete_port for 5eaf4e80-d4d8-485a-955f-21e0fb04db5b owned by network:router_gateway {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:22.232402 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.l3_db [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Floating IP 25e06c0f-99c4-4498-a58c-9558a4ca5127 associated. External IP: 172.27.1.254, port: c57bef9d-047e-46bd-b4cd-b7688aa31040. Sep 24 15:41:22.392947 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:22.422130 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848592ad-6b54-42a2-ae11-ed0b2a27add3 None None] The sync data for ids ['5c37663d-b5ef-471f-89ff-175e1a6a8fe4'] in dv-cinder-810924-1-iscsi is: [{'id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'name': 'tempest-TestShelveInstance-1880393146-router', 'tenant_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:34:57Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 5, 'project_id': 'd7c06ec30ea94c4299221efcaa0b4f8e', 'gw_port': {'id': '5eaf4e80-d4d8-485a-955f-21e0fb04db5b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c37663d-b5ef-471f-89ff-175e1a6a8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:34:59Z', 'updated_at': '2021-09-24T15:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:22.447941 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:22.559590 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:22.561807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.563969 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.575662 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:22.586048 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:22.586780 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:22.598248 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-2e2a80fa-af82-4e89-8ef5-7ff35b565eef tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "PUT /v2.0/floatingips/25e06c0f-99c4-4498-a58c-9558a4ca5127 HTTP/1.1" status: 200 len: 991 time: 1.5935106 Sep 24 15:41:22.598248 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:22.598248 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aec412-e97c-4039-8a35-9d119f008df8" -d '{"events": [{"name": "network-changed", "server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:22.601043 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaf4e80-d4d8-485a-955f-21e0fb04db5b,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:22.683874 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dbda47-6972-4f0c-bf6a-909ab1674693 x-openstack-request-id: req-50dbda47-6972-4f0c-bf6a-909ab1674693 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:22.684058 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.684189 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:22.684410 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50dbda47-6972-4f0c-bf6a-909ab1674693 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:22.684862 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'status': 'completed', 'code': 200} Sep 24 15:41:22.748745 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-626d1963-9aee-4fa0-86e4-020e464bcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:22.751789 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-626d1963-9aee-4fa0-86e4-020e464bcf78 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1098 time: 0.0445709 Sep 24 15:41:22.787777 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.790157 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.888490 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-25f1f1f8-1da9-4a97-bfd1-d49a3e1291e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:22.890546 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-25f1f1f8-1da9-4a97-bfd1-d49a3e1291e7 service neutron] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 913 time: 0.1319177 Sep 24 15:41:22.925061 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:22.938133 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.939007 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c37663d-b5ef-471f-89ff-175e1a6a8fe4 {{(pid=94565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:41:22.952513 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.960665 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-de7b4e88-16f6-4390-a4f1-d69777ea47df admin admin] 10.222.0.60 "DELETE /v2.0/routers/5c37663d-b5ef-471f-89ff-175e1a6a8fe4 HTTP/1.1" status: 204 len: 168 time: 1.2737353 Sep 24 15:41:22.960665 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55434) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:22.961100 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device df0511e2-d3e0-4dc4-9039-ba39852b4bc1 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:22.967122 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-c3142c9d-ab87-4857-be4d-1d4cc1b0284e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 200 len: 999 time: 0.0689557 Sep 24 15:41:22.983517 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: df0511e2-d3e0-4dc4-9039-ba39852b4bc1 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:22.983870 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device df0511e2-d3e0-4dc4-9039-ba39852b4bc1 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:23.009957 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Deleting subnet c95ccb1a-5270-4787-a218-1b0ab333f896 {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:41:23.013401 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.019800 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-cac08815-f752-4dec-90fd-eae253d95f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:23.021317 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-cac08815-f752-4dec-90fd-eae253d95f64 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0475488 Sep 24 15:41:23.057620 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.071748 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-94ab5644-65ae-4e16-8158-56fda7166f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:23.073403 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-94ab5644-65ae-4e16-8158-56fda7166f7d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451264 Sep 24 15:41:23.163353 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.167053 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-cd924ce3-4262-461e-8fff-af5a04732775 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861783 Sep 24 15:41:23.220845 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '25e06c0f-99c4-4498-a58c-9558a4ca5127', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'port_id': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'mac_address': 'fa:16:3e:10:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:06Z', 'updated_at': '2021-09-24T15:41:21Z', 'revision_number': 1, 'project_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.253300 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:23.261546 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:23.262153 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.276334 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a8aec412-e97c-4039-8a35-9d119f008df8 req-95b064fe-5b0d-45c6-a0d5-e58dc85084dd service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019282 Sep 24 15:41:23.345377 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.365730 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:23.372185 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95ccb1a-5270-4787-a218-1b0ab333f896,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:23.374163 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.376715 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-c14c796a-0037-4ab4-821c-a79301763848 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c95ccb1a-5270-4787-a218-1b0ab333f896 HTTP/1.1" status: 204 len: 168 time: 0.4184780 Sep 24 15:41:23.379366 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55436) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:23.397070 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3be8d-2e22-4d62-acaa-798b36cb5224 None None] Network 20cde337-4f3d-43fb-ae30-d4c234f6d984 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:23.450296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.501835 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Deleting port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:23.502174 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.570459 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] For port 65e5d927-cf78-42f8-b813-a8c7592aa3a9, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=65e5d927-cf78-42f8-b813-a8c7592aa3a9,segment=NetworkSegment(b2a2a96c-2793-4855-8115-c911659611f2),segment_id=b2a2a96c-2793-4855-8115-c911659611f2)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:23.570854 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.584745 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Calling delete_port for 65e5d927-cf78-42f8-b813-a8c7592aa3a9 owned by network:dhcp {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:23.688610 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] DHCP port deletion for 20cde337-4f3d-43fb-ae30-d4c234f6d984 request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:41:23.717214 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '25e06c0f-99c4-4498-a58c-9558a4ca5127', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'port_id': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'mac_address': 'fa:16:3e:10:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:06Z', 'updated_at': '2021-09-24T15:41:21Z', 'revision_number': 1, 'project_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.750116 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01a3f3-a474-4a35-a5d9-9d8d7729853d None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '25e06c0f-99c4-4498-a58c-9558a4ca5127', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'port_id': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'mac_address': 'fa:16:3e:10:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:06Z', 'updated_at': '2021-09-24T15:41:21Z', 'revision_number': 1, 'project_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:23.773273 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.775678 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Deleting port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:23.776061 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.808884 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e5d927-cf78-42f8-b813-a8c7592aa3a9,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:23.821250 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] No DVR routers for this DVR port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 on host dv-cinder-810924-1-iscsi {{(pid=94565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:23.851265 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] For port 65e5d927-cf78-42f8-b813-a8c7592aa3a9, host dv-cinder-810924-1-iscsi, got binding levels [] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:23.851806 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.865296 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Calling delete_port for 65e5d927-cf78-42f8-b813-a8c7592aa3a9 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:23.868256 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.ipam_backend_mixin [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 was not found and therefore no delete operation was performed {{(pid=94566) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:41:23.869895 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.897559 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] Pushing event deleted for resources: {'Port': ['ID=65e5d927-cf78-42f8-b813-a8c7592aa3a9,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:23.900232 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.903784 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be93ad-a518-4605-aa8b-1e1e017bb753 None None] No DVR routers for this DVR port 65e5d927-cf78-42f8-b813-a8c7592aa3a9 on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:23.923938 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cde337-4f3d-43fb-ae30-d4c234f6d984']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.932844 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a2a96c-2793-4855-8115-c911659611f2') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.933141 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a2a96c-2793-4855-8115-c911659611f2') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.943080 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.956346 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.963040 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Releasing vlan 1317 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:41:23.963709 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:41:23.965768 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:41:24.008306 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383ea83-d78d-49f3-8169-6a6a58954ac9 None None] New status for floating IP 25e06c0f-99c4-4498-a58c-9558a4ca5127: ACTIVE {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:41:24.088816 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.094593 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.096928 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/20cde337-4f3d-43fb-ae30-d4c234f6d984 HTTP/1.1" status: 204 len: 168 time: 0.7165606 Sep 24 15:41:24.100004 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55440) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:24.106328 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a725b8-16f7-401f-af00-b3db2be1b0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cde337-4f3d-43fb-ae30-d4c234f6d984,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:24.432705 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.632315 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 5eaf4e80-d4d8-485a-955f-21e0fb04db5b no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:24.651811 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 5eaf4e80-d4d8-485a-955f-21e0fb04db5b {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:24.652156 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 5eaf4e80-d4d8-485a-955f-21e0fb04db5b not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:24.652576 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 65e5d927-cf78-42f8-b813-a8c7592aa3a9 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:24.671058 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 65e5d927-cf78-42f8-b813-a8c7592aa3a9 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:24.671429 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 65e5d927-cf78-42f8-b813-a8c7592aa3a9 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:24.673908 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Deleting port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:24.674270 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.755088 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] For port 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:24.755473 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.767293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Calling delete_port for 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b owned by network:router_interface {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:25.020302 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.045038 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd62b55-801f-41f1-b3f6-87e5a8a67d2b,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:25.071279 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.071628 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.071964 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.072293 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.072617 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.072944 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.073267 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.073586 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.073906 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.074227 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.074689 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.074973 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.216417 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.425984 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Router ddf318ea-a788-4a31-9793-d75f1ecdac7d has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:25.773421 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:25.778352 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-8cbf62e3-917c-44f0-b118-ca5980fb32f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/ddf318ea-a788-4a31-9793-d75f1ecdac7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771915 Sep 24 15:41:25.780858 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55444) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:25.783489 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] Sync routers for ids ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:25.792957 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] Routers {'ddf318ea-a788-4a31-9793-d75f1ecdac7d'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:25.793630 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:25.881548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks [] for router, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.897263 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] Set router ddf318ea-a788-4a31-9793-d75f1ecdac7d gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:25.986504 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.079659 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:41:24Z', 'revision_number': 5, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port': {'id': 'cd33316c-f62d-40ff-8650-65f7a8ce3419', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:38:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:26.109145 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Deleting port cd33316c-f62d-40ff-8650-65f7a8ce3419 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:26.109360 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] Checking router: ddf318ea-a788-4a31-9793-d75f1ecdac7d for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:26.109467 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.118797 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] Routers {'ddf318ea-a788-4a31-9793-d75f1ecdac7d'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:26.119499 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:26.152570 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.189265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] For port cd33316c-f62d-40ff-8650-65f7a8ce3419, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=cd33316c-f62d-40ff-8650-65f7a8ce3419,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:26.193951 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.200923 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Calling delete_port for cd33316c-f62d-40ff-8650-65f7a8ce3419 owned by network:router_gateway {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:26.205769 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] Set router ddf318ea-a788-4a31-9793-d75f1ecdac7d gateway port host: None {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:26.377521 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:41:25Z', 'revision_number': 6, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port_host': None}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:26.404071 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b8408-042f-46ac-896e-e03300a6f6b4 None None] The sync data for ids ['ddf318ea-a788-4a31-9793-d75f1ecdac7d'] in dv-cinder-810924-1-iscsi is: [{'id': 'ddf318ea-a788-4a31-9793-d75f1ecdac7d', 'name': 'tempest-TestShelveInstance-1442164818-router', 'tenant_id': 'e71177740ffd423b9c93316a7d94d4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:13Z', 'updated_at': '2021-09-24T15:41:25Z', 'revision_number': 6, 'project_id': 'e71177740ffd423b9c93316a7d94d4f7', 'gw_port_host': None}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:26.484381 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.511033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd33316c-f62d-40ff-8650-65f7a8ce3419,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:26.568909 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.659738 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.661792 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.815732 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.816357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf318ea-a788-4a31-9793-d75f1ecdac7d {{(pid=94564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:41:26.821285 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.822414 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-5261bff6-d840-47d6-8f1c-a4b90303339c admin admin] 10.222.0.60 "DELETE /v2.0/routers/ddf318ea-a788-4a31-9793-d75f1ecdac7d HTTP/1.1" status: 204 len: 168 time: 1.0406194 Sep 24 15:41:26.824868 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55448) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:26.868646 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Deleting subnet f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63 {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:41:26.871599 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.904542 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.982721 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.129179 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.156589 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:27.158593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.161847 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-bb981c9a-4827-4a4c-a74e-5960b293ed34 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f460f4c8-2fc6-475a-bf7e-7c2bccf3ba63 HTTP/1.1" status: 204 len: 168 time: 0.3353403 Sep 24 15:41:27.163768 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55452) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:27.167526 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4bb6c0-89f4-423a-89f7-514b5179e3ef None None] Network 14151425-3293-431e-8951-eed8edf29f35 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:27.171819 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:27.214717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:27.215060 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 7cd62b55-801f-41f1-b3f6-87e5a8a67d2b not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:27.232185 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.284811 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Deleting port d099d4b9-0540-4c72-99b9-904018aa3102 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:27.285295 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.352901 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] For port d099d4b9-0540-4c72-99b9-904018aa3102, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d099d4b9-0540-4c72-99b9-904018aa3102,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:27.353268 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.366038 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Calling delete_port for d099d4b9-0540-4c72-99b9-904018aa3102 owned by network:dhcp {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:27.376529 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] DHCP port deletion for 14151425-3293-431e-8951-eed8edf29f35 request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:41:27.424446 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] Deleting port d099d4b9-0540-4c72-99b9-904018aa3102 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:27.425327 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.489517 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] For port d099d4b9-0540-4c72-99b9-904018aa3102, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d099d4b9-0540-4c72-99b9-904018aa3102,segment=NetworkSegment(c1ef0c39-333c-433e-8cf4-32f114dcd00a),segment_id=c1ef0c39-333c-433e-8cf4-32f114dcd00a)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:27.489841 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.501615 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] Calling delete_port for d099d4b9-0540-4c72-99b9-904018aa3102 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:27.536601 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.564730 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d099d4b9-0540-4c72-99b9-904018aa3102,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:27.568234 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] No DVR routers for this DVR port d099d4b9-0540-4c72-99b9-904018aa3102 on host dv-cinder-810924-1-iscsi {{(pid=94565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:27.577081 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.602781 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] Pushing event deleted for resources: {'Port': ['ID=d099d4b9-0540-4c72-99b9-904018aa3102,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:27.610402 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11942113-1c4d-441f-9cc4-bef518f65b8b None None] No DVR routers for this DVR port d099d4b9-0540-4c72-99b9-904018aa3102 on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:27.638888 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.658262 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14151425-3293-431e-8951-eed8edf29f35']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:27.668023 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ef0c39-333c-433e-8cf4-32f114dcd00a') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:27.668315 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ef0c39-333c-433e-8cf4-32f114dcd00a') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:27.677605 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.691220 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.697801 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:41:27.729571 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:41:27.896927 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.903314 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.905204 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] 10.222.0.60 "DELETE /v2.0/networks/14151425-3293-431e-8951-eed8edf29f35 HTTP/1.1" status: 204 len: 168 time: 0.7404132 Sep 24 15:41:27.914606 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581b46b-df49-48ad-8737-24deddebcc57 admin admin] Pushing event deleted for resources: {'Network': ['ID=14151425-3293-431e-8951-eed8edf29f35,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:28.343003 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55458) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:28.382255 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4f9f949d-cc80-4a84-9845-2a6f67f357a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7c06ec30ea94c4299221efcaa0b4f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380065 Sep 24 15:41:28.384619 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55460) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:28.430638 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5d97f85a-3acc-4e51-8632-9cd52d0c6842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.451153 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5d97f85a-3acc-4e51-8632-9cd52d0c6842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.622421 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5d97f85a-3acc-4e51-8632-9cd52d0c6842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.625184 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-5d97f85a-3acc-4e51-8632-9cd52d0c6842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.626423 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-5d97f85a-3acc-4e51-8632-9cd52d0c6842 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9923acec-98a5-4e74-8d73-508c0fdcba47 HTTP/1.1" status: 204 len: 168 time: 0.2408538 Sep 24 15:41:28.632660 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device cd33316c-f62d-40ff-8650-65f7a8ce3419 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:28.637053 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97f85a-3acc-4e51-8632-9cd52d0c6842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923acec-98a5-4e74-8d73-508c0fdcba47,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:28.658333 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: cd33316c-f62d-40ff-8650-65f7a8ce3419 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:28.658884 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device cd33316c-f62d-40ff-8650-65f7a8ce3419 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:28.659067 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d099d4b9-0540-4c72-99b9-904018aa3102 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:28.682353 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: d099d4b9-0540-4c72-99b9-904018aa3102 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:28.682826 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d099d4b9-0540-4c72-99b9-904018aa3102 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:29.419474 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55468) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:29.458090 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cb9e6fac-cb22-40c7-909e-8f7dcc6f1b09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e71177740ffd423b9c93316a7d94d4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375516 Sep 24 15:41:29.460576 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55470) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:29.507409 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fdda68eb-22c1-4214-b812-5b7cd54b40cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.527683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fdda68eb-22c1-4214-b812-5b7cd54b40cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.634226 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fdda68eb-22c1-4214-b812-5b7cd54b40cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.636894 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fdda68eb-22c1-4214-b812-5b7cd54b40cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.638033 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-fdda68eb-22c1-4214-b812-5b7cd54b40cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/020b8227-e165-4a6d-8178-a37276ad1dfb HTTP/1.1" status: 204 len: 168 time: 0.1765995 Sep 24 15:41:29.645534 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda68eb-22c1-4214-b812-5b7cd54b40cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b8227-e165-4a6d-8178-a37276ad1dfb,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:31.235597 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-387f6f95-5744-4694-910e-7a412b0057f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.026214 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bd7573ca-9026-42cb-beb0-61c183767b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.573137 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.139349 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.627902 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:54.429841 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:41:56.153967 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.761441 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-a6da2179-50f6-4dcf-a501-8d1b56ad8d75 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382969 Sep 24 15:41:59.829558 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-294d21cb-c32d-429e-a137-13530af53982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:59.831043 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-294d21cb-c32d-429e-a137-13530af53982 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 1099 time: 0.0442741 Sep 24 15:41:59.933828 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-a6b2846d-f424-49e0-ac46-1b9d558da6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:59.935391 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-a6b2846d-f424-49e0-ac46-1b9d558da6bb service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0843499 Sep 24 15:42:00.002556 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-45ec3419-18e5-4859-b366-404c08beb1f6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eb2041d-8294-4148-ae14-85b2bb721464 HTTP/1.1" status: 200 len: 1001 time: 0.0604849 Sep 24 15:42:00.050596 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-19ba2d6e-e11f-45ea-9b5f-8cb029501394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:00.052063 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-19ba2d6e-e11f-45ea-9b5f-8cb029501394 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0427833 Sep 24 15:42:00.096303 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-b567d92e-48c4-43f3-9b78-bf97486fa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:00.097802 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-b567d92e-48c4-43f3-9b78-bf97486fa816 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388122 Sep 24 15:42:00.190453 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-78155576-1c9a-4778-a365-73dc4e645dec service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Sep 24 15:42:00.277186 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d8596c5a-d6bc-40ac-abb7-8b576dc0ba07 req-9013ac6b-42e7-4dc1-9d90-126e888668e5 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Sep 24 15:42:01.223418 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-626ce822-fee1-47c2-a44a-0d7fbfd6cd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.020776 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-9c704a35-4b58-4846-a913-3d086f100f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.598365 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.139711 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.587884 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.385997 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dffc7c-7e22-45aa-ae23-9b557a27b828 req-c7a4d5cd-5a84-4c02-886f-4071a96134d4 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:12.387506 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d6dffc7c-7e22-45aa-ae23-9b557a27b828 req-c7a4d5cd-5a84-4c02-886f-4071a96134d4 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Sep 24 15:42:12.425267 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d6dffc7c-7e22-45aa-ae23-9b557a27b828 req-cb825af3-efd2-4fa8-aad8-dbdf26a5943b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310712 Sep 24 15:42:13.541789 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597a06e-2662-4f18-8926-82e82c43564f req-f5b03f23-f4bc-461b-8532-cf033748a5dd tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:13.543290 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3597a06e-2662-4f18-8926-82e82c43564f req-f5b03f23-f4bc-461b-8532-cf033748a5dd tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0487599 Sep 24 15:42:13.581808 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3597a06e-2662-4f18-8926-82e82c43564f req-4ca9f0e2-690c-48c5-bedb-d6ed6fb5f74c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Sep 24 15:42:14.695315 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b526d-01bd-43e2-a2f6-dbb7c2f21c95 req-3cdc187d-a2ee-439f-a076-65bbd42d5c46 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:14.696765 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f14b526d-01bd-43e2-a2f6-dbb7c2f21c95 req-3cdc187d-a2ee-439f-a076-65bbd42d5c46 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0469871 Sep 24 15:42:14.732909 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f14b526d-01bd-43e2-a2f6-dbb7c2f21c95 req-8cc74a5c-6869-4c3e-98f7-f620bf4c2172 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302536 Sep 24 15:42:15.845281 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e39ed-632a-4410-be6b-b4b2f5c00eed req-e3fc7aec-88aa-42a9-8edf-ad4fa30ec128 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:15.846739 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c34e39ed-632a-4410-be6b-b4b2f5c00eed req-e3fc7aec-88aa-42a9-8edf-ad4fa30ec128 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0463116 Sep 24 15:42:15.883754 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c34e39ed-632a-4410-be6b-b4b2f5c00eed req-d42feff8-3d4b-492f-ad02-61f9014a1d8a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Sep 24 15:42:16.994680 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40733a-1478-43c8-b7d8-773259911414 req-10b53d9f-3daa-4ee3-aab7-0b0023ab1374 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.996148 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8a40733a-1478-43c8-b7d8-773259911414 req-10b53d9f-3daa-4ee3-aab7-0b0023ab1374 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0457976 Sep 24 15:42:17.032414 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8a40733a-1478-43c8-b7d8-773259911414 req-f0a3e24b-5777-49c4-921d-44c656eb4543 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299957 Sep 24 15:42:18.142975 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574f66e-1419-4c99-910e-f679dc0e66c2 req-76f301b2-f3a0-4a86-bac4-6a2f27adab96 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:18.144465 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c574f66e-1419-4c99-910e-f679dc0e66c2 req-76f301b2-f3a0-4a86-bac4-6a2f27adab96 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0463116 Sep 24 15:42:18.180013 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-c574f66e-1419-4c99-910e-f679dc0e66c2 req-9afd399d-7e1c-4b5f-880c-2c1c0ffe07a5 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298603 Sep 24 15:42:19.295506 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fcb3-63af-43fc-bc07-22d51b977890 req-7ed5f396-71ff-4c24-9684-a648d224689b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.296964 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5865fcb3-63af-43fc-bc07-22d51b977890 req-7ed5f396-71ff-4c24-9684-a648d224689b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0509481 Sep 24 15:42:19.333789 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-5865fcb3-63af-43fc-bc07-22d51b977890 req-0502054d-2823-4615-b298-4d1338eb717c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310440 Sep 24 15:42:20.450127 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e6ef4-ef91-4ee5-a7c9-5071f64be6f8 req-c6398b84-e1e7-41a6-bd95-6051936b5b1c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:20.451608 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3a4e6ef4-ef91-4ee5-a7c9-5071f64be6f8 req-c6398b84-e1e7-41a6-bd95-6051936b5b1c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0472927 Sep 24 15:42:20.491462 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3a4e6ef4-ef91-4ee5-a7c9-5071f64be6f8 req-30157322-3295-477d-a8eb-8247f9452c3c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Sep 24 15:42:21.610690 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c38a-db29-474f-adf4-5e8beac0e35d req-81dde4d3-a1b2-4705-a80d-043ea126c970 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.617827 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a0e2c38a-db29-474f-adf4-5e8beac0e35d req-81dde4d3-a1b2-4705-a80d-043ea126c970 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Sep 24 15:42:21.649214 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a0e2c38a-db29-474f-adf4-5e8beac0e35d req-1d991639-b71c-484b-9b62-bfb712e9aa7b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Sep 24 15:42:22.760845 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2412-989c-47c3-a87b-83b94cb02179 req-ff27af7e-52c5-4d4d-85a4-3adf9e51f73a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:22.762307 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-08da2412-989c-47c3-a87b-83b94cb02179 req-ff27af7e-52c5-4d4d-85a4-3adf9e51f73a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0472636 Sep 24 15:42:22.798194 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-08da2412-989c-47c3-a87b-83b94cb02179 req-442c60e0-b27c-4922-a9ca-e77fc74dfe3d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300589 Sep 24 15:42:23.909142 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94f0c6-d0b0-4946-a543-db62375d0b6c req-62c91163-2303-4453-9ea9-127726f5df25 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:23.911109 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8d94f0c6-d0b0-4946-a543-db62375d0b6c req-62c91163-2303-4453-9ea9-127726f5df25 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0469100 Sep 24 15:42:23.948125 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8d94f0c6-d0b0-4946-a543-db62375d0b6c req-7b992031-3b7e-46e3-adc6-49c3e55325a2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Sep 24 15:42:24.342786 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb363783-8f75-4c42-b9d6-066475855c7a req-bb6adda5-a4b6-49df-8621-5d3117c3f7da tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.344369 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eb363783-8f75-4c42-b9d6-066475855c7a req-bb6adda5-a4b6-49df-8621-5d3117c3f7da tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Sep 24 15:42:24.381723 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-eb363783-8f75-4c42-b9d6-066475855c7a req-45dfbadb-d00d-4802-b64a-c99fe6760e6d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Sep 24 15:42:24.568780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-69dbe28a-32bb-4bf5-96fb-6ca57b5a5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.570275 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-69dbe28a-32bb-4bf5-96fb-6ca57b5a5f52 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1098 time: 0.0403254 Sep 24 15:42:24.663998 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-913fcec7-fc93-4f03-8086-450db4133343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.665468 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-913fcec7-fc93-4f03-8086-450db4133343 service neutron] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 913 time: 0.0876417 Sep 24 15:42:24.729171 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-34e6e86f-4b4e-4286-8087-8defc1cd6f5c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 200 len: 1001 time: 0.0561411 Sep 24 15:42:24.777877 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-e9798576-b821-4db9-b1ba-21d71ea32b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.779338 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-e9798576-b821-4db9-b1ba-21d71ea32b6f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0427713 Sep 24 15:42:24.827285 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-b0e81877-5d91-4bb0-9350-85311b691fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.828711 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-b0e81877-5d91-4bb0-9350-85311b691fe0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412574 Sep 24 15:42:24.915971 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-8fc46a63-e3da-4d83-b7c5-136c22a1cc13 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797732 Sep 24 15:42:25.006989 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1b40cdb2-bc74-4ef2-bce3-8a0cc38f5c59 req-49e6a364-73c6-4d76-a41f-4b7e478af02d service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846856 Sep 24 15:42:25.495014 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e7b4a-f9c6-42ce-811e-c795e09de4fd req-f41aac9d-174d-47d7-bcf6-f3e436c52b5c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.496500 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b62e7b4a-f9c6-42ce-811e-c795e09de4fd req-f41aac9d-174d-47d7-bcf6-f3e436c52b5c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0469298 Sep 24 15:42:25.535351 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-b62e7b4a-f9c6-42ce-811e-c795e09de4fd req-b9eaac4f-5c20-4c9d-9f20-3f0833cb99f3 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329962 Sep 24 15:42:26.206252 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.648862 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b73851-7e36-419c-89b3-2103ddd7686b req-39b52e69-3ffc-468d-8e8f-e89eab9e677d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:26.650345 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12b73851-7e36-419c-89b3-2103ddd7686b req-39b52e69-3ffc-468d-8e8f-e89eab9e677d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0487535 Sep 24 15:42:26.687937 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-12b73851-7e36-419c-89b3-2103ddd7686b req-ba392ba9-518e-4f28-8c50-9dfa76f29431 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Sep 24 15:42:31.257651 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd789-cf3e-4f48-87c5-059b5fbdf8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.427732 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:42:34.069830 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-ba495ecc-f396-476f-9a12-1d2501f08b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.581446 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.207802 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.633009 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485269c9-2cf7-4bf7-924e-b46637c35b52 req-c2265c00-64de-4ef1-b1e5-b14b99a879cc tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:35.635024 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-485269c9-2cf7-4bf7-924e-b46637c35b52 req-c2265c00-64de-4ef1-b1e5-b14b99a879cc tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 946 time: 0.0483432 Sep 24 15:42:35.671800 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-485269c9-2cf7-4bf7-924e-b46637c35b52 req-439d5c03-e994-4552-a6a2-5b529f58a655 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308537 Sep 24 15:42:36.599793 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.789528 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c90c3-66a2-46e2-958d-85bc94c79772 req-741afc1e-2b2c-4157-ba4a-d81d973fcce0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:36.791539 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dd2c90c3-66a2-46e2-958d-85bc94c79772 req-741afc1e-2b2c-4157-ba4a-d81d973fcce0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 946 time: 0.0522640 Sep 24 15:42:36.832401 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dd2c90c3-66a2-46e2-958d-85bc94c79772 req-4da05eca-9f9b-4ab5-8f67-8213aea66bb5 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349746 Sep 24 15:42:37.276812 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-4084463b-c9c0-4990-bcb5-a699b983048a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:37.278271 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-4084463b-c9c0-4990-bcb5-a699b983048a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 946 time: 0.0516675 Sep 24 15:42:37.365029 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Deleting port 5eb2041d-8294-4148-ae14-85b2bb721464 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:37.365275 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.454187 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] For port 5eb2041d-8294-4148-ae14-85b2bb721464, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=5eb2041d-8294-4148-ae14-85b2bb721464,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:37.454546 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.616754 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.617030 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.617343 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.l3_db [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Floating IP 45f533ce-6a5a-43f3-93c3-fe0814ee9e8d disassociated. External IP: 172.27.1.48, port: 5eb2041d-8294-4148-ae14-85b2bb721464. Sep 24 15:42:37.617677 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Calling delete_port for 5eb2041d-8294-4148-ae14-85b2bb721464 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:37.825779 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.854246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'Port': ['ID=5eb2041d-8294-4148-ae14-85b2bb721464,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.866888 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.868265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.868265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.868265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.868265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.868265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:37.940382 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-825aaac4-9e41-468b-9b45-af487b747399 req-7c2dc2a3-22c9-45a2-99f2-b19376ec4f9b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 210 time: 0.0310915 Sep 24 15:42:38.002981 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:38.108242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:38.117618 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:38.127628 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:38.128187 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:38.144836 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] No DVR routers for this DVR port 5eb2041d-8294-4148-ae14-85b2bb721464 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:38.147455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.149479 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8441f0e7-1c9b-4243-a724-2721ecc2e3c9 req-2c9d20ab-52f9-4dbc-a066-e8263d04e801 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "DELETE /v2.0/ports/5eb2041d-8294-4148-ae14-85b2bb721464 HTTP/1.1" status: 204 len: 173 time: 0.8648417 Sep 24 15:42:38.149910 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'name': 'network-vif-deleted', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:38.152533 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6941fb13-0e57-4ace-bfc2-4d7b5815c9af" -d '{"events": [{"server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "name": "network-vif-deleted", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:38.190126 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c8ca4-b32a-46d9-baff-b9bbda1b5b7c x-openstack-request-id: req-ba6c8ca4-b32a-46d9-baff-b9bbda1b5b7c {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:38.190422 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afe6291-2c6b-4496-903f-0a4fdf376b13", "name": "network-vif-deleted", "tag": "5eb2041d-8294-4148-ae14-85b2bb721464", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:38.190814 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba6c8ca4-b32a-46d9-baff-b9bbda1b5b7c {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:38.191630 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afe6291-2c6b-4496-903f-0a4fdf376b13', 'name': 'network-vif-deleted', 'tag': '5eb2041d-8294-4148-ae14-85b2bb721464', 'status': 'completed', 'code': 200} Sep 24 15:42:38.233801 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:38.437617 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:38.462694 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:38.470835 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:38.471453 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:38.575593 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:38.765949 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:38.795181 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a61a5-b024-489f-8b23-f8ffc246e911 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:38.990652 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f673b-3bfa-4d6b-9595-da20cf026c63 None None] New status for floating IP 45f533ce-6a5a-43f3-93c3-fe0814ee9e8d: DOWN {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:42:39.047014 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7ffbda19-0848-4867-85aa-2864b60c67b3 req-c6f88dd2-652a-4d32-b1ac-3ba53783fe52 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=4afe6291-2c6b-4496-903f-0a4fdf376b13 HTTP/1.1" status: 200 len: 210 time: 0.0260377 Sep 24 15:42:40.292109 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-3e2f972c-0247-4034-a629-0993dfad0406 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053522674&fields=id&tenant_id=89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0347121 Sep 24 15:42:40.366300 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5eb2041d-8294-4148-ae14-85b2bb721464 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:40.389161 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 5eb2041d-8294-4148-ae14-85b2bb721464 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:40.389499 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 5eb2041d-8294-4148-ae14-85b2bb721464 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:40.396566 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-bf0ac27a-7e4f-4370-8e33-62f960e17d4e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:40.398033 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-bf0ac27a-7e4f-4370-8e33-62f960e17d4e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 812 time: 0.0993173 Sep 24 15:42:40.413206 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-2bf6903e-aac6-4084-a264-db3ad799d35b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/quotas/89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0088222 Sep 24 15:42:40.465059 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-c52a57fa-b0be-42ed-8e72-9e4f19f3f20b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463722 Sep 24 15:42:40.559554 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-62456609-656d-4583-b0c0-8b27373c6dbd service neutron] 10.222.0.60 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833118 Sep 24 15:42:40.650030 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-9c92ad57-05cd-476d-8827-8be7be66375e service neutron] 10.222.0.60 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844052 Sep 24 15:42:41.284550 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8726d75b-3bb3-400e-aed7-fa5e26cdc344 req-83379622-7714-4174-b843-b3f5b598a462 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 210 time: 0.0283267 Sep 24 15:42:42.382757 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cbe8fc5b-7803-44ff-b27d-ecc810049611 req-3444f522-1d4a-42a4-8acd-87de6c8617b8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 210 time: 0.0323315 Sep 24 15:42:43.475722 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-ed874394-a18b-47f6-8f10-7c4d8d100b8f req-83872839-901c-49fd-83af-472bfd4ecfa2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 210 time: 0.0247099 Sep 24 15:42:43.533611 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-6c8d5f00-c8b9-4914-b388-ea95b0a41e38 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:43.535054 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-6c8d5f00-c8b9-4914-b388-ea95b0a41e38 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 812 time: 0.1033056 Sep 24 15:42:43.576809 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-2b07f88d-c648-470f-96d0-c98b62167341 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 380 time: 0.0317712 Sep 24 15:42:43.586357 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'port': {'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'admin_state_up': True, 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'security_groups': ['c624a425-e040-4d29-938f-4a6c6e9d2ea3']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:43.799753 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Made reservation on behalf of 89b12e850fe549e8a21c215ac131f8c5 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:43.803396 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.930556 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Allocated IP 172.20.0.13 (e95296c8-7c3d-42b6-9393-507190ad0541/44ce6227-a7de-4785-98d2-07c8af9514af/62606e8b-5c0d-4055-bad4-5fd02fe9f67c) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:44.301733 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.414762 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.459085 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Network e95296c8-7c3d-42b6-9393-507190ad0541 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:44.462101 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:44.465887 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:44.474874 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:44.524458 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:44.525111 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.600363 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d4527-6281-4952-82e4-0d574bcaf197 req-4dfcb649-c66e-45bf-8491-4efc0fcc94f0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:44.601944 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d48d4527-6281-4952-82e4-0d574bcaf197 req-4dfcb649-c66e-45bf-8491-4efc0fcc94f0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 932 time: 0.0511611 Sep 24 15:42:44.618241 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-1eb1d63d-ed25-46df-8b47-5ba82a59f2ae tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0352542 Sep 24 15:42:44.632785 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Request body: {'port': {'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:44.677526 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d48d4527-6281-4952-82e4-0d574bcaf197 req-de05d29c-b97d-4d29-9041-4295bea1b644 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690808 Sep 24 15:42:44.705322 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.730379 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-81a59963-fccc-4ea3-bf40-1300ff50e30b None None] Provisioning complete for port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:44.731458 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-81a59963-fccc-4ea3-bf40-1300ff50e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.765400 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-81a59963-fccc-4ea3-bf40-1300ff50e30b None None] Port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:44.968493 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62606e8b-5c0d-4055-bad4-5fd02fe9f67c {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:44.975795 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.987834 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Transition to ACTIVE for port object 62606e8b-5c0d-4055-bad4-5fd02fe9f67c will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:42:45.079985 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.133412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Pushing event updated for resources: {'Port': ['ID=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:45.203443 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Attempting to bind port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:45.207322 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Attempting to bind port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:45.207322 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Attempting to bind port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:45.208610 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c on network e95296c8-7c3d-42b6-9393-507190ad0541 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:42:45.208922 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Attempting to bind port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:45.213956 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:45.214292 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Checking segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:45.214678 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Bound using segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:45.215104 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Bound port: 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:45.216001 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.281231 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] For port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:45.284459 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] For port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:45.386215 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.420593 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.421197 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.422553 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] 10.222.0.109 "PUT /v2.0/ports/62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 200 len: 1094 time: 0.7942479 Sep 24 15:42:45.422978 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:45.425201 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd437c5-d22a-41aa-8838-5834ff5ba61e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:45.449107 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cc761-10ae-4793-8315-3b044dc08f0e service neutron] Pushing event updated for resources: {'Port': ['ID=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:45.471277 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a81ad9-1f1a-4fb7-8b44-aff6bd863926 x-openstack-request-id: req-84a81ad9-1f1a-4fb7-8b44-aff6bd863926 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:45.471568 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:45.471842 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84a81ad9-1f1a-4fb7-8b44-aff6bd863926 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:45.472240 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'status': 'completed', 'code': 200} Sep 24 15:42:45.539628 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd437c5-d22a-41aa-8838-5834ff5ba61e req-60c10261-64a8-4059-9859-9f7354fc8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.541280 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9cd437c5-d22a-41aa-8838-5834ff5ba61e req-60c10261-64a8-4059-9859-9f7354fc8627 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0463338 Sep 24 15:42:45.642189 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd437c5-d22a-41aa-8838-5834ff5ba61e req-d824af52-5863-40b2-9ddf-223a31caf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.643699 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9cd437c5-d22a-41aa-8838-5834ff5ba61e req-d824af52-5863-40b2-9ddf-223a31caf629 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=89b12e850fe549e8a21c215ac131f8c5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0945117 Sep 24 15:42:45.740706 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd437c5-d22a-41aa-8838-5834ff5ba61e req-868e5411-2d40-4528-951d-4a919816042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.742294 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-9cd437c5-d22a-41aa-8838-5834ff5ba61e req-868e5411-2d40-4528-951d-4a919816042f service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0910342 Sep 24 15:42:45.813836 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d3ac-3ca8-409d-be50-3a93139585e6 req-6d8fe779-9618-4d4b-b5ec-a5ab67c8da11 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.815251 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-75e1d3ac-3ca8-409d-be50-3a93139585e6 req-6d8fe779-9618-4d4b-b5ec-a5ab67c8da11 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0697072 Sep 24 15:42:45.842222 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-bff015e8-b0dd-466f-aec6-184a4318fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.843682 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-bff015e8-b0dd-466f-aec6-184a4318fe0e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0634305 Sep 24 15:42:45.894624 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-75e1d3ac-3ca8-409d-be50-3a93139585e6 req-539bd009-4425-45a1-b067-9ef033f44757 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717912 Sep 24 15:42:45.895996 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-47b33ace-bc48-443c-b29d-0035a2078eb8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 200 len: 217 time: 0.0423479 Sep 24 15:42:45.945028 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-5b7cb979-7eba-4aaf-9c23-a2de9d5e770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.946463 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-5b7cb979-7eba-4aaf-9c23-a2de9d5e770d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0438988 Sep 24 15:42:45.990535 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-428ea616-b0a4-46e5-9e0c-b8ee669c2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.992019 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-428ea616-b0a4-46e5-9e0c-b8ee669c2415 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380602 Sep 24 15:42:46.082778 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-48714d71-44d6-4068-a673-95e64e528cf7 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827229 Sep 24 15:42:46.173806 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-49783957-d2b5-4249-a23f-d7e8a1bfeb3a req-798f4b33-3e3d-4695-b739-f3d042c25b71 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834136 Sep 24 15:42:47.011581 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e1175-8e75-4449-9f8c-df0367f48f28 req-73ef9343-f4ae-43c9-a6e2-a9e73c559267 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:47.013140 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a3e1175-8e75-4449-9f8c-df0367f48f28 req-73ef9343-f4ae-43c9-a6e2-a9e73c559267 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0497196 Sep 24 15:42:47.051326 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1a3e1175-8e75-4449-9f8c-df0367f48f28 req-99a90102-abf0-4b18-ab07-6303d9186c89 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 24 15:42:48.163702 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde22b8-106c-4bb3-8cbe-4c4c8148ce8e req-4a5d5b5b-e830-4250-b20b-c1899382b14a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:48.165257 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-abde22b8-106c-4bb3-8cbe-4c4c8148ce8e req-4a5d5b5b-e830-4250-b20b-c1899382b14a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0485306 Sep 24 15:42:48.202312 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-abde22b8-106c-4bb3-8cbe-4c4c8148ce8e req-4790a80c-5e50-4601-814b-82b47ff10dd0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Sep 24 15:42:49.313746 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a745-e454-4ea9-8866-99f219cea4c8 req-56869fd3-3cdd-40da-8213-87dab060f850 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:49.315269 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2766a745-e454-4ea9-8866-99f219cea4c8 req-56869fd3-3cdd-40da-8213-87dab060f850 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0469420 Sep 24 15:42:49.355299 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-2766a745-e454-4ea9-8866-99f219cea4c8 req-204876b9-b048-4d5b-be41-89a4bf786eb9 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341177 Sep 24 15:42:50.616294 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a766b3-2885-4e5d-b99e-e275a2f98973 req-3b007bde-d3c8-4113-a1b3-a24ad842587b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.617774 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-28a766b3-2885-4e5d-b99e-e275a2f98973 req-3b007bde-d3c8-4113-a1b3-a24ad842587b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.1955211 Sep 24 15:42:50.655443 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-28a766b3-2885-4e5d-b99e-e275a2f98973 req-b99ed293-145d-427f-99a8-b46a3f87daaa tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Sep 24 15:42:51.821099 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d2477-437d-4996-9622-c972d81fb02d req-547142dd-32b3-4fa7-93c9-95a307a5d944 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:51.822538 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-050d2477-437d-4996-9622-c972d81fb02d req-547142dd-32b3-4fa7-93c9-95a307a5d944 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0987222 Sep 24 15:42:51.860126 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-050d2477-437d-4996-9622-c972d81fb02d req-6cf62f03-b0fe-489a-8042-8c17f085b520 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302606 Sep 24 15:42:52.972650 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedb6d0-90df-4d4b-b27c-53a417919765 req-9a5268ec-d392-41ae-b32c-cff1c729aeaf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:52.974156 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dcedb6d0-90df-4d4b-b27c-53a417919765 req-9a5268ec-d392-41ae-b32c-cff1c729aeaf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0475335 Sep 24 15:42:53.014761 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-dcedb6d0-90df-4d4b-b27c-53a417919765 req-76091e92-03c6-41ae-8a56-5648e53d265e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347204 Sep 24 15:42:54.125252 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bccd3-c271-4950-9147-d715791d43be req-6a457f51-2c1a-4e53-b00b-33f61d980e6e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:54.126793 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-016bccd3-c271-4950-9147-d715791d43be req-6a457f51-2c1a-4e53-b00b-33f61d980e6e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 944 time: 0.0472696 Sep 24 15:42:54.162946 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-016bccd3-c271-4950-9147-d715791d43be req-69c92903-8bed-4d61-a47b-e889dac4348c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303478 Sep 24 15:42:54.465517 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 62606e8b-5c0d-4055-bad4-5fd02fe9f67c details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:42:54.568988 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:54.581365 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:42:54.617394 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.631634 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62606e8b-5c0d-4055-bad4-5fd02fe9f67c {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:54.649962 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:54.723516 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.772717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:54.779717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.780071 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.780415 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.780754 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.781089 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.781955 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.782288 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.782615 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.782964 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.783322 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.783655 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.783978 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:54.959187 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['62606e8b-5c0d-4055-bad4-5fd02fe9f67c'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:55.275545 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b6339-28b3-4044-9e8f-ff035dd75416 req-a848707d-0093-4a0c-86ba-d326f3682a3b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.277009 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-236b6339-28b3-4044-9e8f-ff035dd75416 req-a848707d-0093-4a0c-86ba-d326f3682a3b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Sep 24 15:42:55.315659 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-236b6339-28b3-4044-9e8f-ff035dd75416 req-420635fc-f3bd-41ab-9d2e-72b31ee81e69 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Sep 24 15:42:56.204290 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.425636 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef2ba2-635e-4ed5-9eff-11a7593a2e3e req-e4ffb483-a0fa-4e89-afb4-f2d35e3d91f1 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:56.427092 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aaef2ba2-635e-4ed5-9eff-11a7593a2e3e req-e4ffb483-a0fa-4e89-afb4-f2d35e3d91f1 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 945 time: 0.0468731 Sep 24 15:42:56.467434 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-aaef2ba2-635e-4ed5-9eff-11a7593a2e3e req-46aa6687-2b9d-4abd-8e41-ebf5f08a57a9 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Sep 24 15:42:56.481726 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 62606e8b-5c0d-4055-bad4-5fd02fe9f67c up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:56.634955 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:42:56.638802 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:56.640415 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.714718 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.736949 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:56.740324 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5992cf-047f-41c9-9960-899d26e358b4" -d '{"events": [{"server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "name": "network-vif-plugged", "status": "completed", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:56.754867 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:56.777929 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7171784-4b96-4db2-ad80-754772a8023b x-openstack-request-id: req-b7171784-4b96-4db2-ad80-754772a8023b {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:56.778222 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "name": "network-vif-plugged", "status": "completed", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:56.778476 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7171784-4b96-4db2-ad80-754772a8023b {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:56.778872 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'code': 200} Sep 24 15:42:56.886951 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.933527 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:57.204694 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a68b-5d08-41ce-974f-9418c5189c95 req-b39d64e0-4a60-4001-b099-a5b096b206f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.206715 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7323a68b-5d08-41ce-974f-9418c5189c95 req-b39d64e0-4a60-4001-b099-a5b096b206f7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0395563 Sep 24 15:42:57.241986 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-7323a68b-5d08-41ce-974f-9418c5189c95 req-cf276871-6d66-4db3-a9d9-3f00bf4cb09f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283613 Sep 24 15:42:57.582191 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2c02-8e33-4204-acae-6ba580bf2b6b req-ff73c9f3-31de-44cc-af5c-57feeef3e308 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.583698 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1c0c2c02-8e33-4204-acae-6ba580bf2b6b req-ff73c9f3-31de-44cc-af5c-57feeef3e308 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Sep 24 15:42:57.621700 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-1c0c2c02-8e33-4204-acae-6ba580bf2b6b req-c9e0826b-3145-4e71-a45f-f2f94fa2294d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320799 Sep 24 15:42:58.735906 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cdc6b-ac6e-4f9b-84b0-d55c5a669b70 req-def0aa12-d773-4e7d-b2b5-fa4de83ca22a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:58.737376 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-654cdc6b-ac6e-4f9b-84b0-d55c5a669b70 req-def0aa12-d773-4e7d-b2b5-fa4de83ca22a tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 946 time: 0.0467701 Sep 24 15:42:58.778631 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-654cdc6b-ac6e-4f9b-84b0-d55c5a669b70 req-2d4c3757-19c7-46a4-a5a5-23e12469e2ad tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353589 Sep 24 15:42:58.889225 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f635c-5201-4715-a1c0-db33588627c1 req-a0419f2f-059b-45b3-a091-e3574755537d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:58.890613 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-371f635c-5201-4715-a1c0-db33588627c1 req-a0419f2f-059b-45b3-a091-e3574755537d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 946 time: 0.0463469 Sep 24 15:42:58.931090 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-371f635c-5201-4715-a1c0-db33588627c1 req-c43e6917-802c-4aae-b390-889d002031c2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Sep 24 15:42:58.954841 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55704) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:58.991316 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3994a-8cb1-44bc-bc53-005e7b50e057 tempest-TestVolumeBootPattern-620834350 tempest-TestVolumeBootPattern-620834350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:58.992759 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-9cc3994a-8cb1-44bc-bc53-005e7b50e057 tempest-TestVolumeBootPattern-620834350 tempest-TestVolumeBootPattern-620834350-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1094 time: 0.0369360 Sep 24 15:42:58.996235 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55706) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:59.000401 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:59.075792 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.170240 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.270885 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Allocated IP 172.27.1.127 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/f413b151-4067-40d1-b630-d33e7a378e86) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:59.367504 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.494028 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.530211 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:59.533431 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:59.536913 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:59.563761 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=f413b151-4067-40d1-b630-d33e7a378e86,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:59.577571 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.577917 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.578252 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.578583 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.578910 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.579261 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.579589 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.579937 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.580260 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.580587 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.580905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.581220 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:59.779116 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-47f608a0-ea0f-46b2-bc27-49d05ff5e351 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384548 Sep 24 15:42:59.860474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-83bb00e5-f276-422f-a260-e9850dc0e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:59.862521 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-83bb00e5-f276-422f-a260-e9850dc0e213 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1098 time: 0.0406313 Sep 24 15:42:59.906028 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.976113 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-6a19ceea-957e-45da-ad14-dfa08d6126df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:59.977608 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-6a19ceea-957e-45da-ad14-dfa08d6126df service neutron] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 913 time: 0.0937750 Sep 24 15:43:00.042902 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-be5d6c16-1756-47d9-9940-e4dffe87a6be service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 200 len: 1001 time: 0.0573936 Sep 24 15:43:00.063025 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.093747 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-12f434b6-fe05-4c96-a19d-95ef0a27da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:00.095251 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-12f434b6-fe05-4c96-a19d-95ef0a27da36 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0451522 Sep 24 15:43:00.144890 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-84486399-e23c-4748-86a0-b7abbbe8a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:00.146395 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-84486399-e23c-4748-86a0-b7abbbe8a1fd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434191 Sep 24 15:43:00.159196 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-16bec6e9-54ee-4789-af9a-ab5af6b5fcc0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:43:00.160201 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-16bec6e9-54ee-4789-af9a-ab5af6b5fcc0 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054660 Sep 24 15:43:00.214381 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.254218 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-859e9ce4-9d81-48bb-9b23-da412c9b4a7d service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Sep 24 15:43:00.300381 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.360596 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8c34b6b1-6d88-4182-b4ca-867530de4646 req-7ef919b6-9fd2-488e-a3f7-6a3c75b0c1d3 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976036 Sep 24 15:43:00.369433 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=f413b151-4067-40d1-b630-d33e7a378e86,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:00.386296 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.483174 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Floating IP cd52f5d4-c277-40d2-8681-f669dc8bdd2a associated. External IP: 172.27.1.127, port: 62606e8b-5c0d-4055-bad4-5fd02fe9f67c. Sep 24 15:43:00.932463 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:01.038543 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:01.048385 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca05730-c49d-42fb-976e-90888292a661 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:01.058352 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:01.058946 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.143351 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.171412 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-97a86bea-05ee-4c0a-a54d-7a6dd2afd5a4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1741645 Sep 24 15:43:01.171660 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:01.171967 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:01.174731 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a393d5-9dce-4163-a3e1-14a48a2b9b66" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:01.211375 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c18cee3-5586-421a-83f5-6d2f5961145c x-openstack-request-id: req-5c18cee3-5586-421a-83f5-6d2f5961145c {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:01.211674 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:01.211922 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c18cee3-5586-421a-83f5-6d2f5961145c {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:01.212318 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'status': 'completed', 'code': 200} Sep 24 15:43:01.217172 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a21cdf57-a00a-4872-9e34-a9e40add2661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.275718 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-e59e3677-def9-49ea-9ec3-fe929a642ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.281308 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-e59e3677-def9-49ea-9ec3-fe929a642ebe service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0425494 Sep 24 15:43:01.393477 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-37962eda-4682-4531-aa79-602d6e4ea61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.395082 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-37962eda-4682-4531-aa79-602d6e4ea61d service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.1092956 Sep 24 15:43:01.462561 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-516d44d5-74f5-4658-8935-f0d124abb801 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 200 len: 1000 time: 0.0590198 Sep 24 15:43:01.500127 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:42:59Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.513328 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-c6a669a2-683c-4a12-a3b8-60363188b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.514828 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-c6a669a2-683c-4a12-a3b8-60363188b01f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0440595 Sep 24 15:43:01.532154 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca05730-c49d-42fb-976e-90888292a661 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:01.540914 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:01.541524 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.563674 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-c8119cf5-cc48-4b9c-bf03-4088b901fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.565769 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-c8119cf5-cc48-4b9c-bf03-4088b901fbe0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433331 Sep 24 15:43:01.653074 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:01.666675 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-faa750d4-620c-44e0-9e9c-610d2489ee73 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928679 Sep 24 15:43:01.696891 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459556e-89f9-407b-abd8-8e1659b66115 req-0a6599ba-27ce-43b6-ae8a-d30fad14b914 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.698420 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6459556e-89f9-407b-abd8-8e1659b66115 req-0a6599ba-27ce-43b6-ae8a-d30fad14b914 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0581739 Sep 24 15:43:01.740308 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6459556e-89f9-407b-abd8-8e1659b66115 req-1e83db96-c97a-4f2d-8599-29fc5ca7e0a5 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355442 Sep 24 15:43:01.768551 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-30a393d5-9dce-4163-a3e1-14a48a2b9b66 req-fce5bc8b-716d-4cc9-9fe6-3f5c4f54f84c service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921912 Sep 24 15:43:01.877926 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-cca05730-c49d-42fb-976e-90888292a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:42:59Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.903803 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca05730-c49d-42fb-976e-90888292a661 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:42:59Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:02.082241 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01814ef3-8562-4285-bd7b-258ed3acd707 None None] New status for floating IP cd52f5d4-c277-40d2-8681-f669dc8bdd2a: ACTIVE {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:43:02.857565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d8e8-cf8e-47dc-a70d-066bea38bfde req-d001928d-5b11-45c7-94d3-f30354439f1c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:02.859067 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1bb7d8e8-cf8e-47dc-a70d-066bea38bfde req-d001928d-5b11-45c7-94d3-f30354439f1c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0478024 Sep 24 15:43:02.896735 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1bb7d8e8-cf8e-47dc-a70d-066bea38bfde req-f5923bef-6f72-4ee5-b63a-14421a2a6651 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Sep 24 15:43:04.032448 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-da5bfbfe-edd4-4f85-a5d1-c39b5d2257fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.162780 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392a883-45d5-4e06-9301-4719ec2bab7f req-a6bb1552-6379-4701-aab6-2701994f9b7f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:04.164271 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e392a883-45d5-4e06-9301-4719ec2bab7f req-a6bb1552-6379-4701-aab6-2701994f9b7f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Sep 24 15:43:04.201045 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e392a883-45d5-4e06-9301-4719ec2bab7f req-ebcc4808-42fa-4722-97bd-94b819606fae tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308490 Sep 24 15:43:04.700768 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.152128 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.312740 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a3a9a-ff2f-4d5f-bd7c-b580a795d019 req-be3be239-8ee2-48ee-be8e-8c94bd560b67 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.314179 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-437a3a9a-ff2f-4d5f-bd7c-b580a795d019 req-be3be239-8ee2-48ee-be8e-8c94bd560b67 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0461318 Sep 24 15:43:05.350398 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-437a3a9a-ff2f-4d5f-bd7c-b580a795d019 req-a7886b90-ce39-4d6b-89d8-cb5901d3a848 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298312 Sep 24 15:43:06.465057 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562224d-4a3c-420b-b943-3678fa392a02 req-19cc5272-8316-4b4a-802a-8ea711b1194a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:06.466508 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d562224d-4a3c-420b-b943-3678fa392a02 req-19cc5272-8316-4b4a-802a-8ea711b1194a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0502694 Sep 24 15:43:06.503184 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d562224d-4a3c-420b-b943-3678fa392a02 req-49653c90-ca65-4279-b4ed-a78c3823df1b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Sep 24 15:43:06.592415 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.618991 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a56555-e8de-4d6c-b208-fc9539e2baa1 req-808773d1-3d9e-40f2-9b4a-8ecb9453b424 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:07.620479 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47a56555-e8de-4d6c-b208-fc9539e2baa1 req-808773d1-3d9e-40f2-9b4a-8ecb9453b424 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0507615 Sep 24 15:43:07.656642 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47a56555-e8de-4d6c-b208-fc9539e2baa1 req-032935a2-ceea-4eda-8747-9bb7565ea04c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304515 Sep 24 15:43:08.426472 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:43:08.766725 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e9dd0-81bf-40f6-ad2b-5f6732f552a5 req-4c86e936-6bc4-4d1d-a497-5e4c632e597d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:08.768213 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dd4e9dd0-81bf-40f6-ad2b-5f6732f552a5 req-4c86e936-6bc4-4d1d-a497-5e4c632e597d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0466783 Sep 24 15:43:08.804819 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-dd4e9dd0-81bf-40f6-ad2b-5f6732f552a5 req-d20f754b-0c77-443c-ad48-284a0a8035e8 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303264 Sep 24 15:43:09.918683 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19a86b-c040-4c82-b1c0-d94b10228026 req-464670db-36d0-4155-a766-1bdcdb2442fa tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:09.920245 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0c19a86b-c040-4c82-b1c0-d94b10228026 req-464670db-36d0-4155-a766-1bdcdb2442fa tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Sep 24 15:43:09.957537 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-0c19a86b-c040-4c82-b1c0-d94b10228026 req-9436ed09-96e4-4a10-9e89-e0140f0f60d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314415 Sep 24 15:43:11.069374 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26975e5c-f23d-40ea-ab20-c064b502534c req-9035523b-9632-4e8f-b8ba-7c5ea2bee07b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:11.070836 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-26975e5c-f23d-40ea-ab20-c064b502534c req-9035523b-9632-4e8f-b8ba-7c5ea2bee07b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Sep 24 15:43:11.107149 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-26975e5c-f23d-40ea-ab20-c064b502534c req-2ae1f532-18b9-40e6-bf07-e4662ab505da tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303590 Sep 24 15:43:12.218180 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97932-5902-4a7a-96b7-aa56f3ab238b req-9276b173-a807-4f72-b47b-7ea4324f4909 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:12.219670 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1dc97932-5902-4a7a-96b7-aa56f3ab238b req-9276b173-a807-4f72-b47b-7ea4324f4909 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0469322 Sep 24 15:43:12.257269 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-1dc97932-5902-4a7a-96b7-aa56f3ab238b req-338e6e93-ff97-4e6c-9440-a5ee728b7063 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308890 Sep 24 15:43:13.370527 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272049cb-bab0-4108-b725-42c1775f1d95 req-c4e4123f-9476-45ca-82fc-b8a38e8f8309 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:13.372097 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-272049cb-bab0-4108-b725-42c1775f1d95 req-c4e4123f-9476-45ca-82fc-b8a38e8f8309 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0503087 Sep 24 15:43:13.409228 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-272049cb-bab0-4108-b725-42c1775f1d95 req-290ae93a-c809-47ae-8cbd-61052e11a06d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Sep 24 15:43:13.800980 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b366b-a553-4d02-be03-45350f1e5e14 req-ce7e613c-f78a-44d9-9968-c562af2a7b1a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:13.802494 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e4b366b-a553-4d02-be03-45350f1e5e14 req-ce7e613c-f78a-44d9-9968-c562af2a7b1a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Sep 24 15:43:13.840170 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4e4b366b-a553-4d02-be03-45350f1e5e14 req-afc9eb00-813d-400e-950a-1ef9fdd2289c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Sep 24 15:43:13.939502 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-70ec7748-6014-407e-ac5a-bc5e1db01932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:13.940972 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-70ec7748-6014-407e-ac5a-bc5e1db01932 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 1098 time: 0.0877540 Sep 24 15:43:14.028793 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-4a8675a0-b668-4458-a197-059121991e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.030230 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-4a8675a0-b668-4458-a197-059121991e8d service neutron] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 913 time: 0.0824640 Sep 24 15:43:14.096746 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-c1faa6fa-469b-48fc-a081-29f7149f595a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 200 len: 1001 time: 0.0597453 Sep 24 15:43:14.144805 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-9a178e3d-9612-4928-ab9e-678fdd9a9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.146173 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-9a178e3d-9612-4928-ab9e-678fdd9a9b5a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0422115 Sep 24 15:43:14.191322 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-9c10126f-e3f5-470d-a48e-7b88acd285bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.193064 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-9c10126f-e3f5-470d-a48e-7b88acd285bb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397563 Sep 24 15:43:14.283932 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-643898aa-d8c0-489c-b9b8-ec1b42e1c5d3 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Sep 24 15:43:14.369234 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-199fc2d3-27b5-4063-ba26-03a66f1d24cf req-593749a1-9542-4cb1-8a26-19f73c252cb1 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783479 Sep 24 15:43:14.962065 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a67f-3ace-4db3-8ee1-4a8e368cc5da req-5605725f-5efd-4c96-b03e-d2729ade4538 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.964401 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-59d3a67f-3ace-4db3-8ee1-4a8e368cc5da req-5605725f-5efd-4c96-b03e-d2729ade4538 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0547435 Sep 24 15:43:15.002844 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-59d3a67f-3ace-4db3-8ee1-4a8e368cc5da req-3acff14e-151c-43b9-a592-4769170b2e74 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Sep 24 15:43:16.117838 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a32c7d-3b32-46ed-b7a2-aaf964f54deb req-2c27926b-1fb5-4868-91a1-01dbad77535e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:16.119320 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-58a32c7d-3b32-46ed-b7a2-aaf964f54deb req-2c27926b-1fb5-4868-91a1-01dbad77535e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0465698 Sep 24 15:43:16.155699 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-58a32c7d-3b32-46ed-b7a2-aaf964f54deb req-c17c6506-b35b-40ee-9add-e15cc516fa9a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304384 Sep 24 15:43:26.197915 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.480622 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-34666d2c-eeb3-4961-af87-9a138e922bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.040248 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e1b69972-17fd-4412-b86f-761b94228763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.629230 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:35.149396 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.645206 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.426414 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:43:50.232056 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321c00-f973-4740-b1dc-56191989133d req-6b5ccad9-9894-4ccd-bbd2-07a52a0b66b3 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.233538 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7321c00-f973-4740-b1dc-56191989133d req-6b5ccad9-9894-4ccd-bbd2-07a52a0b66b3 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 24 15:43:50.270488 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c7321c00-f973-4740-b1dc-56191989133d req-082c2895-e30c-48fb-a4c6-b35f0111af9a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304828 Sep 24 15:43:51.387640 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e0fb0-0638-465b-8192-773e7364ea1f req-49cb52fc-c2f3-4604-8409-854a2f2b0b05 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.389022 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e29e0fb0-0638-465b-8192-773e7364ea1f req-49cb52fc-c2f3-4604-8409-854a2f2b0b05 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0509703 Sep 24 15:43:51.426384 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e29e0fb0-0638-465b-8192-773e7364ea1f req-61b506b5-78fb-4416-b03b-21f49edd835d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Sep 24 15:43:52.261319 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-10b55aa0-374d-4ec4-939f-5f2e797cd6c1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:52.262751 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-10b55aa0-374d-4ec4-939f-5f2e797cd6c1 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.0464926 Sep 24 15:43:52.353020 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Deleting port c57bef9d-047e-46bd-b4cd-b7688aa31040 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:52.353281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.438069 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] For port c57bef9d-047e-46bd-b4cd-b7688aa31040, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=c57bef9d-047e-46bd-b4cd-b7688aa31040,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:52.438431 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.591039 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da513d-fcb1-4e28-bda0-13cdf4b6f072 req-89e686a5-a6ce-4d0f-b0fd-1d3b35e81f18 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:52.592534 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-48da513d-fcb1-4e28-bda0-13cdf4b6f072 req-89e686a5-a6ce-4d0f-b0fd-1d3b35e81f18 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 945 time: 0.1005187 Sep 24 15:43:52.658802 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.659188 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.659507 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.l3_db [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Floating IP 25e06c0f-99c4-4498-a58c-9558a4ca5127 disassociated. External IP: 172.27.1.254, port: c57bef9d-047e-46bd-b4cd-b7688aa31040. Sep 24 15:43:52.659843 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Calling delete_port for c57bef9d-047e-46bd-b4cd-b7688aa31040 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:52.677865 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-48da513d-fcb1-4e28-bda0-13cdf4b6f072 req-7221afa5-2479-4e89-87ff-387652208385 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=de5b7301-99da-4533-aca1-acbe8ba56fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590107 Sep 24 15:43:52.896137 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.922954 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event deleted for resources: {'Port': ['ID=c57bef9d-047e-46bd-b4cd-b7688aa31040,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:52.932383 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935000 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935732 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.935732 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:52.936557 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:53.047424 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:53.394299 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:53.404951 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:53.413719 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:53.414317 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.431490 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] No DVR routers for this DVR port c57bef9d-047e-46bd-b4cd-b7688aa31040 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:53.433996 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.436022 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fba236f6-95a1-41ec-aaca-f1fa1cd3c4db req-bcf37681-5a67-4d10-a9c2-c89aa6d19553 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "DELETE /v2.0/ports/c57bef9d-047e-46bd-b4cd-b7688aa31040 HTTP/1.1" status: 204 len: 173 time: 1.1673312 Sep 24 15:43:53.436450 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'name': 'network-vif-deleted', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:53.439215 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77912d1-b364-4272-ae29-c537b2ff5e38" -d '{"events": [{"server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "name": "network-vif-deleted", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:53.522729 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:53.535572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbdac75-b298-4bc3-bb62-fff894df720e x-openstack-request-id: req-fdbdac75-b298-4bc3-bb62-fff894df720e {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:53.535572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cd3d4b-3bc5-4348-bd41-005d14b19df8", "name": "network-vif-deleted", "tag": "c57bef9d-047e-46bd-b4cd-b7688aa31040", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:53.535572 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdbdac75-b298-4bc3-bb62-fff894df720e {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:53.535572 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cd3d4b-3bc5-4348-bd41-005d14b19df8', 'name': 'network-vif-deleted', 'tag': 'c57bef9d-047e-46bd-b4cd-b7688aa31040', 'status': 'completed', 'code': 200} Sep 24 15:43:53.719009 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.746631 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:53.760432 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:53.760432 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.770672 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b7a12bf9-3328-4547-9e7b-6536465de224 req-2b8d2bec-19de-4caa-924f-a8ea01f29e90 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=62cd3d4b-3bc5-4348-bd41-005d14b19df8 HTTP/1.1" status: 200 len: 210 time: 0.0261486 Sep 24 15:43:53.864526 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:54.059441 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:54.085413 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3749a-9d54-48a9-8350-4e379b67bc61 None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:54.288545 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22fbd2-591c-4368-a390-dc94cdfe6065 None None] New status for floating IP 25e06c0f-99c4-4498-a58c-9558a4ca5127: DOWN {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:43:54.920140 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 55806) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:54.974983 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-90fcc835-073e-4159-99de-565a40f3f3d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:54.997549 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-90fcc835-073e-4159-99de-565a40f3f3d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.124088 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-90fcc835-073e-4159-99de-565a40f3f3d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.127323 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-90fcc835-073e-4159-99de-565a40f3f3d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.128471 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-90fcc835-073e-4159-99de-565a40f3f3d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "DELETE /v2.0/security-groups/de5b7301-99da-4533-aca1-acbe8ba56fe1 HTTP/1.1" status: 204 len: 168 time: 0.2073174 Sep 24 15:43:55.131288 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55808) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:55.137341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcc835-073e-4159-99de-565a40f3f3d2 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b7301-99da-4533-aca1-acbe8ba56fe1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:55.148000 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.api.v2.resource [None req-381cb857-ee25-49f2-8b8a-7652b124199e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] show failed (client error): The resource could not be found. Sep 24 15:43:55.148000 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-381cb857-ee25-49f2-8b8a-7652b124199e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups/de5b7301-99da-4533-aca1-acbe8ba56fe1 HTTP/1.1" status: 404 len: 347 time: 0.0152307 Sep 24 15:43:55.150364 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55810) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:55.270186 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Deleting port 51e542a1-ef15-4862-86b5-d940148330e4 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:55.270524 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.342614 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.342940 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.354540 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Calling delete_port for 51e542a1-ef15-4862-86b5-d940148330e4 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:55.577077 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.605970 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event deleted for resources: {'Port': ['ID=51e542a1-ef15-4862-86b5-d940148330e4,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:55.662997 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.679807 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.679807 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7407e5ad-f60f-4cc6-a229-01a07203188f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "DELETE /v2.0/floatingips/25e06c0f-99c4-4498-a58c-9558a4ca5127 HTTP/1.1" status: 204 len: 168 time: 0.5154750 Sep 24 15:43:56.222727 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:56.826152 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device c57bef9d-047e-46bd-b4cd-b7688aa31040 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:56.845532 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: c57bef9d-047e-46bd-b4cd-b7688aa31040 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:56.848750 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device c57bef9d-047e-46bd-b4cd-b7688aa31040 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:56.998937 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55816) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:57.003601 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50426896', 'description': 'tempest-description--1869279794'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:57.113091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.191289 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.285643 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.315569 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00aba88-4d83-4397-820a-c7d954055176,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:57.388572 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.389884 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-b78cb73d-c4be-420d-8b28-783d7ce0fcc6 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3898659 Sep 24 15:43:57.393019 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55818) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:57.398196 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'security_group_rule': {'security_group_id': 'd00aba88-4d83-4397-820a-c7d954055176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:57.496598 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.558479 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.664775 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.682119 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b96eb9-2f66-4a9a-9022-e7a7af924e8d,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:57.772121 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.773333 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6671713f-b167-4ed8-84d6-af70214b6423 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793738 Sep 24 15:43:57.775990 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55820) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:57.780392 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'security_group_rule': {'security_group_id': 'd00aba88-4d83-4397-820a-c7d954055176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:57.902311 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.962376 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.034818 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3769950'] for security_group_rule, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.054718 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262ab33b-a4f3-4e32-9892-44e3c2374605,revision_number=0']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:58.160669 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.161863 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-e7f63bb9-345a-42be-b005-064d32ea3b3b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3849287 Sep 24 15:43:58.164896 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55822) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:58.169360 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:58.361185 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.456931 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.554512 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Allocated IP 172.27.1.6 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/7709ef3d-b9b0-483f-b70f-0ea5ac7117b8) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:58.653330 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.972650 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.008113 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:59.010885 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:59.014288 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:59.039039 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'Port': ['ID=7709ef3d-b9b0-483f-b70f-0ea5ac7117b8,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:59.100658 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.227532 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.366229 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.452437 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.526591 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'Port': ['ID=7709ef3d-b9b0-483f-b70f-0ea5ac7117b8,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:59.535317 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.628104 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.629368 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-afaf4248-5555-4513-820b-8b1050c6ce8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4635489 Sep 24 15:43:59.813848 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-371c8c7c-ad6b-468d-8a5c-fa4a7b306d8c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--50426896&fields=id&tenant_id=62b48d392c89483ab6eafd336f727765 HTTP/1.1" status: 200 len: 267 time: 0.0320380 Sep 24 15:43:59.913800 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-e69a564a-7466-4364-ab09-1c26aeb17c55 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:59.915252 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-e69a564a-7466-4364-ab09-1c26aeb17c55 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 811 time: 0.0981917 Sep 24 15:43:59.931123 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-40440e0e-a545-4a96-8aad-c6c5bb1f3944 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/quotas/62b48d392c89483ab6eafd336f727765 HTTP/1.1" status: 200 len: 375 time: 0.0092125 Sep 24 15:43:59.985730 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-26ed6c47-e560-4dab-842d-758a3a0d75c5 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490096 Sep 24 15:44:00.044581 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-a973b06e-668b-4f0a-9f2b-6d55c8f80c82 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:44:00.045604 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-a973b06e-668b-4f0a-9f2b-6d55c8f80c82 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486960 Sep 24 15:44:00.134479 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-81eb015a-a0d6-4d8a-b7ab-a343910e9f2e service neutron] 10.222.0.60 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818515 Sep 24 15:44:00.230764 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-8c2e8e2b-b34b-4908-8f5c-37c1ca61bdb4 service neutron] 10.222.0.60 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899396 Sep 24 15:44:00.504243 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-816ae072-1937-4d2f-931f-e4d28b07816d req-63192d8d-ce8d-4e0f-aeb5-81f9dff3f33c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 210 time: 0.0252681 Sep 24 15:44:01.218420 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-5a689d17-d82f-4113-842d-1c575ed4e64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.594923 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d2ec247f-0a83-4186-9624-a160976a1e2f req-1469f957-9935-4de3-837f-bb0940b15b4d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 210 time: 0.0247958 Sep 24 15:44:01.817462 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-bba09bb8-0176-4680-a11a-558fc76b1ebb service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383689 Sep 24 15:44:01.905337 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-b130ad46-50d8-4dea-a475-6bb25d346fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.906852 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-b130ad46-50d8-4dea-a475-6bb25d346fc3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0694914 Sep 24 15:44:02.009744 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-e0da01e9-77bb-4700-9830-560e8dd7535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.011249 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-e0da01e9-77bb-4700-9830-560e8dd7535d service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0839176 Sep 24 15:44:02.082737 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-ad932bb3-f27f-4d85-b5c5-27990e31c37b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 200 len: 1002 time: 0.0647149 Sep 24 15:44:02.134811 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-351b2187-5e51-49ea-a4db-441408941ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.136259 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-351b2187-5e51-49ea-a4db-441408941ad3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0469635 Sep 24 15:44:02.180497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-8726860b-a0f1-4f7a-a33e-9a8198700255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.182002 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-8726860b-a0f1-4f7a-a33e-9a8198700255 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392089 Sep 24 15:44:02.272440 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-4c561e65-20ca-4170-8a5d-167eab4c1807 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834486 Sep 24 15:44:02.360851 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2ad88e44-f13a-4dea-873f-775cc76f02cf req-e3c2a469-654b-41ff-b714-16932f9d2adf service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812624 Sep 24 15:44:02.689281 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-341e8444-3064-4c70-b405-2841c9576266 req-7fc816bf-27ce-432b-8652-3d846de8763d tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 210 time: 0.0245762 Sep 24 15:44:02.866787 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-3fdec9c5-1df1-4be7-9458-696e8497cd4e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.868255 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-3fdec9c5-1df1-4be7-9458-696e8497cd4e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 811 time: 0.1044083 Sep 24 15:44:02.913912 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-b5e86ba2-0553-4435-92db-d582a9eff000 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b48d392c89483ab6eafd336f727765 HTTP/1.1" status: 200 len: 378 time: 0.0362153 Sep 24 15:44:02.923666 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'port': {'device_id': '5972e05f-c318-4219-816d-d824da241360', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'admin_state_up': True, 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'security_groups': ['d00aba88-4d83-4397-820a-c7d954055176']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:03.132720 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Made reservation on behalf of 62b48d392c89483ab6eafd336f727765 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:03.136271 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.259079 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Allocated IP 172.20.0.11 (417694f8-2bc9-4719-82ae-39f88b4f50dd/1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c/07030857-c508-4ac0-8571-848a4ab52ac0) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:03.394547 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.508816 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.548215 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:03.551965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:03.555489 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:03.583734 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event updated for resources: {'Port': ['ID=07030857-c508-4ac0-8571-848a4ab52ac0,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:03.614810 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.615472 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.699483 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-126f7d65-73e7-476f-bd79-d67a59f346e0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7794318 Sep 24 15:44:03.711693 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Request body: {'port': {'device_id': '5972e05f-c318-4219-816d-d824da241360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:03.767199 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-37365a65-97bd-40fe-ba5b-c1dd8ebd3074 None None] Provisioning complete for port 07030857-c508-4ac0-8571-848a4ab52ac0 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:03.767761 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-37365a65-97bd-40fe-ba5b-c1dd8ebd3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.792489 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.801518 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-37365a65-97bd-40fe-ba5b-c1dd8ebd3074 None None] Port 07030857-c508-4ac0-8571-848a4ab52ac0 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:03.846005 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de1448-4172-453f-96f0-674b966a8ad3 req-cb847a2e-7594-4d47-886c-3db7ab375293 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.848026 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-36de1448-4172-453f-96f0-674b966a8ad3 req-cb847a2e-7594-4d47-886c-3db7ab375293 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 932 time: 0.0857112 Sep 24 15:44:03.954670 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-36de1448-4172-453f-96f0-674b966a8ad3 req-f976ddb9-21de-4eb2-9298-92a240c8ed87 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949843 Sep 24 15:44:04.098641 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07030857-c508-4ac0-8571-848a4ab52ac0 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:44:04.105989 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.110316 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-a8c404f6-1f00-49b9-8fb6-dd33e9d324d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.118826 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Transition to ACTIVE for port object 07030857-c508-4ac0-8571-848a4ab52ac0 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:44:04.333103 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.453776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=07030857-c508-4ac0-8571-848a4ab52ac0,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:04.453776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Attempting to bind port 07030857-c508-4ac0-8571-848a4ab52ac0 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:04.453776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Attempting to bind port 07030857-c508-4ac0-8571-848a4ab52ac0 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:04.453776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Attempting to bind port 07030857-c508-4ac0-8571-848a4ab52ac0 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:04.457049 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Port 07030857-c508-4ac0-8571-848a4ab52ac0 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:44:04.457366 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Attempting to bind port 07030857-c508-4ac0-8571-848a4ab52ac0 on network 417694f8-2bc9-4719-82ae-39f88b4f50dd {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:04.462560 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:04.462907 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Checking segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:04.463324 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Bound using segment: {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:04.463757 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Bound port: 07030857-c508-4ac0-8571-848a4ab52ac0, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:04.464121 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.549415 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] For port 07030857-c508-4ac0-8571-848a4ab52ac0, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:04.560359 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] For port 07030857-c508-4ac0-8571-848a4ab52ac0, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=07030857-c508-4ac0-8571-848a4ab52ac0,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:04.641580 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.682203 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.719724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:04.719724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.719724 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] 10.222.0.109 "PUT /v2.0/ports/07030857-c508-4ac0-8571-848a4ab52ac0 HTTP/1.1" status: 200 len: 1094 time: 1.0101039 Sep 24 15:44:04.719724 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:04.722604 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5972e05f-c318-4219-816d-d824da241360", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:04.751030 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e706904-0c26-4a59-b56e-38aa7f383ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=07030857-c508-4ac0-8571-848a4ab52ac0,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:04.762798 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47867c-214d-4a53-8c3d-90f0243ba240 x-openstack-request-id: req-8d47867c-214d-4a53-8c3d-90f0243ba240 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:04.763091 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5972e05f-c318-4219-816d-d824da241360", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:04.763381 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d47867c-214d-4a53-8c3d-90f0243ba240 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:04.763797 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0', 'status': 'completed', 'code': 200} Sep 24 15:44:04.823948 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb req-e447c799-6bdd-47e1-9959-8285f96c0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:04.825490 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb req-e447c799-6bdd-47e1-9959-8285f96c0956 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 1097 time: 0.0423288 Sep 24 15:44:04.928720 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb req-8a57354e-f153-4786-97af-a0cefeac6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:04.930233 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb req-8a57354e-f153-4786-97af-a0cefeac6a46 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=62b48d392c89483ab6eafd336f727765&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972891 Sep 24 15:44:05.025129 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb req-f379021e-db6d-42d3-bb9c-d32980839942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.026592 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-fe4f547a-26f2-41ca-bdb6-d7bb708906bb req-f379021e-db6d-42d3-bb9c-d32980839942 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0899973 Sep 24 15:44:05.099041 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fcd59-6e20-47be-b570-837c4d42f27d req-7312fb0d-def7-4bb6-93f1-4140502780f4 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.100569 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-755fcd59-6e20-47be-b570-837c4d42f27d req-7312fb0d-def7-4bb6-93f1-4140502780f4 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 944 time: 0.0731299 Sep 24 15:44:05.125990 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-b919e663-86e3-44cb-b654-01f161baf349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.127457 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-b919e663-86e3-44cb-b654-01f161baf349 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 1097 time: 0.0641873 Sep 24 15:44:05.150730 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-755fcd59-6e20-47be-b570-837c4d42f27d req-56ff64c0-59cf-4795-8c8e-f7af454e3b9f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430238 Sep 24 15:44:05.177496 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-eab6c3f2-60ab-48b5-8147-e95db409f8aa service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07030857-c508-4ac0-8571-848a4ab52ac0 HTTP/1.1" status: 200 len: 217 time: 0.0392125 Sep 24 15:44:05.184643 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.227755 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-db3492b9-8796-4de8-92d4-d39d705c693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.229156 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-db3492b9-8796-4de8-92d4-d39d705c693b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0452726 Sep 24 15:44:05.273026 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969adc-2462-4275-9c66-84943a7e91c9 req-976a809c-76b7-4102-8c81-d07410a2d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.274668 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-976a809c-76b7-4102-8c81-d07410a2d422 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382099 Sep 24 15:44:05.364423 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-a39b70e8-d9dd-40d8-acec-7b0dcd810043 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 Sep 24 15:44:05.451236 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-44969adc-2462-4275-9c66-84943a7e91c9 req-4403c418-89aa-4f2b-a1d8-15418eb1c2e6 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800073 Sep 24 15:44:06.267503 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24470-cc27-48a6-af3d-e1f423a1be8b req-3e7ea18c-bd9e-4b06-8d5e-46641dc40c8b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:06.268944 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ee24470-cc27-48a6-af3d-e1f423a1be8b req-3e7ea18c-bd9e-4b06-8d5e-46641dc40c8b tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 944 time: 0.0499113 Sep 24 15:44:06.305157 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-8ee24470-cc27-48a6-af3d-e1f423a1be8b req-1740e5d7-8134-41a0-870e-f661fcc5e9b0 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303345 Sep 24 15:44:06.596025 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.414615 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0cd9-4b25-4589-be54-3cdea6860ed9 req-b4e3bc31-6c1d-410a-821c-eb4283681e85 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:07.416112 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c22f0cd9-4b25-4589-be54-3cdea6860ed9 req-b4e3bc31-6c1d-410a-821c-eb4283681e85 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 944 time: 0.0471137 Sep 24 15:44:07.453151 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-c22f0cd9-4b25-4589-be54-3cdea6860ed9 req-16fb4c44-7964-4f08-afa5-682a18629a20 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312278 Sep 24 15:44:08.563351 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0dfa8-ad9e-4389-86db-35675705dca3 req-96ddb40b-68a4-4e9d-a1cd-35faffe4036a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:08.564781 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0db0dfa8-ad9e-4389-86db-35675705dca3 req-96ddb40b-68a4-4e9d-a1cd-35faffe4036a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 944 time: 0.0461438 Sep 24 15:44:08.600990 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-0db0dfa8-ad9e-4389-86db-35675705dca3 req-56dd3919-5735-46aa-9c5a-6841fb17f224 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299013 Sep 24 15:44:08.891452 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 07030857-c508-4ac0-8571-848a4ab52ac0 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:44:08.983082 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 07030857-c508-4ac0-8571-848a4ab52ac0, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=07030857-c508-4ac0-8571-848a4ab52ac0,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:08.994139 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '07030857-c508-4ac0-8571-848a4ab52ac0', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'port_id': '07030857-c508-4ac0-8571-848a4ab52ac0', 'mac_address': 'fa:16:3e:f4:b5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:44:09.029007 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.041373 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07030857-c508-4ac0-8571-848a4ab52ac0 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:44:09.059360 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 07030857-c508-4ac0-8571-848a4ab52ac0, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=07030857-c508-4ac0-8571-848a4ab52ac0,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:09.139740 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.186818 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=07030857-c508-4ac0-8571-848a4ab52ac0,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:09.193495 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.193836 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.194170 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.194521 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.194844 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.195192 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.195516 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.195835 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.196175 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.196495 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.196808 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.197121 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:09.365717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['07030857-c508-4ac0-8571-848a4ab52ac0'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:44:09.718856 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f641d-5e83-4f75-9ebe-02e77e19eed6 req-8ca35765-ce28-44e8-9957-e13b952aa497 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:09.720419 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-107f641d-5e83-4f75-9ebe-02e77e19eed6 req-8ca35765-ce28-44e8-9957-e13b952aa497 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 945 time: 0.0506132 Sep 24 15:44:09.758070 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-107f641d-5e83-4f75-9ebe-02e77e19eed6 req-ddac1653-e597-4330-ba01-ccdefffc7747 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313158 Sep 24 15:44:10.867908 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50d4bb-07a4-401a-934e-ed2057e4f6dc req-8f3a1cad-5670-40c5-ab05-9cee5227de73 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:10.869347 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fc50d4bb-07a4-401a-934e-ed2057e4f6dc req-8f3a1cad-5670-40c5-ab05-9cee5227de73 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 945 time: 0.0458028 Sep 24 15:44:10.905700 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-fc50d4bb-07a4-401a-934e-ed2057e4f6dc req-8555eb25-7f9b-46f6-ad42-89cccbf3492a tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305507 Sep 24 15:44:10.927865 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 07030857-c508-4ac0-8571-848a4ab52ac0 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:11.042292 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 07030857-c508-4ac0-8571-848a4ab52ac0 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:44:11.045829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 07030857-c508-4ac0-8571-848a4ab52ac0 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:11.046200 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:11.237812 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:11.260180 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:11.262382 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f138fb-44ff-44b4-921d-8324d63cd2e4" -d '{"events": [{"server_uuid": "5972e05f-c318-4219-816d-d824da241360", "name": "network-vif-plugged", "status": "completed", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:11.274555 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 07030857-c508-4ac0-8571-848a4ab52ac0, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=07030857-c508-4ac0-8571-848a4ab52ac0,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:11.356621 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8104f2ed-19fb-404e-90c2-c00cc4c0efac x-openstack-request-id: req-8104f2ed-19fb-404e-90c2-c00cc4c0efac {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:11.356911 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5972e05f-c318-4219-816d-d824da241360", "name": "network-vif-plugged", "status": "completed", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:11.357159 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8104f2ed-19fb-404e-90c2-c00cc4c0efac {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:11.357576 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0', 'code': 200} Sep 24 15:44:11.362878 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:11.409717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=07030857-c508-4ac0-8571-848a4ab52ac0,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:11.660463 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93728b-a2a5-4bd8-858b-3c1b08f2a1ec req-38aef86a-7c4d-4778-b2cb-54cebd8a19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:11.661844 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d93728b-a2a5-4bd8-858b-3c1b08f2a1ec req-38aef86a-7c4d-4778-b2cb-54cebd8a19c9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 1099 time: 0.0383859 Sep 24 15:44:11.699046 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-2d93728b-a2a5-4bd8-858b-3c1b08f2a1ec req-85767888-d762-4ec1-ada2-3349901d3d0d service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301044 Sep 24 15:44:12.018151 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178a387-d6fa-480e-87bb-69d3eaee5428 req-7f4ea995-0b89-460b-9743-690a1b417227 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:12.019604 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a178a387-d6fa-480e-87bb-69d3eaee5428 req-7f4ea995-0b89-460b-9743-690a1b417227 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 946 time: 0.0484767 Sep 24 15:44:12.056675 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-a178a387-d6fa-480e-87bb-69d3eaee5428 req-89dfa6c0-044a-4d03-adab-4b948f9ff12f tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307291 Sep 24 15:44:13.169590 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a41c93-1874-4f1d-ab22-5bb4ff74e577 req-d3c34067-1b03-48fb-aeaf-0ec465b9417e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:13.171087 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a41c93-1874-4f1d-ab22-5bb4ff74e577 req-d3c34067-1b03-48fb-aeaf-0ec465b9417e tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 946 time: 0.0471704 Sep 24 15:44:13.207588 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a41c93-1874-4f1d-ab22-5bb4ff74e577 req-cd0a5338-c326-42ab-889e-a0c8da2eab96 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306103 Sep 24 15:44:13.313796 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e08883-67b0-4bf5-b968-5dd9c04fad73 req-f944e3f2-2211-4698-b032-7c64758e3d37 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:13.315274 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-36e08883-67b0-4bf5-b968-5dd9c04fad73 req-f944e3f2-2211-4698-b032-7c64758e3d37 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 946 time: 0.0466821 Sep 24 15:44:13.323647 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 55888) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:13.327870 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Request body: {'floatingip': {'port_id': '07030857-c508-4ac0-8571-848a4ab52ac0'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:13.365538 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.771866 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.877262 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.972164 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Floating IP a522442a-4064-4d2d-a95f-421768154548 associated. External IP: 172.27.1.6, port: 07030857-c508-4ac0-8571-848a4ab52ac0. Sep 24 15:44:14.169473 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:14.512150 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:14.516923 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.522217 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:14.531049 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:14.531692 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:14.543487 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-4bf07041-551e-47f0-bf70-d28e9a876d16 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "PUT /v2.0/floatingips/a522442a-4064-4d2d-a95f-421768154548 HTTP/1.1" status: 200 len: 990 time: 1.2188022 Sep 24 15:44:14.544074 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:14.546299 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376" -d '{"events": [{"name": "network-changed", "server_uuid": "5972e05f-c318-4219-816d-d824da241360", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:14.590474 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdfe56b-5418-4e76-a11d-ab42e7bbcef7 x-openstack-request-id: req-2cdfe56b-5418-4e76-a11d-ab42e7bbcef7 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:14.590767 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5972e05f-c318-4219-816d-d824da241360", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:14.591020 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cdfe56b-5418-4e76-a11d-ab42e7bbcef7 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:14.591452 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0', 'status': 'completed', 'code': 200} Sep 24 15:44:14.658926 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-fc969ec9-ef93-4642-af23-f6287ad7999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:14.660661 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-fc969ec9-ef93-4642-af23-f6287ad7999a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=62b48d392c89483ab6eafd336f727765&device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 1099 time: 0.0453978 Sep 24 15:44:14.725787 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:14.751259 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-eb85c01f-5150-4986-94af-0caa71581eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:14.758359 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-eb85c01f-5150-4986-94af-0caa71581eef service neutron] 10.222.0.109 "GET /v2.0/networks?id=417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 200 len: 913 time: 0.0846498 Sep 24 15:44:14.821056 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-daf4e4d6-5d04-482b-adc4-eb74d18cf0fd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07030857-c508-4ac0-8571-848a4ab52ac0 HTTP/1.1" status: 200 len: 998 time: 0.0608547 Sep 24 15:44:14.870023 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-16b15cde-c8e3-4289-8c77-83db70623d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:14.871509 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-16b15cde-c8e3-4289-8c77-83db70623d4e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 200 len: 850 time: 0.0434914 Sep 24 15:44:14.916111 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-09411fe4-d594-4281-bac5-2f879d92bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:14.917615 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-09411fe4-d594-4281-bac5-2f879d92bf99 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=417694f8-2bc9-4719-82ae-39f88b4f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391357 Sep 24 15:44:14.941420 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'a522442a-4064-4d2d-a95f-421768154548', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'port_id': '07030857-c508-4ac0-8571-848a4ab52ac0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'mac_address': 'fa:16:3e:f4:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5972e05f-c318-4219-816d-d824da241360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:43:59Z', 'updated_at': '2021-09-24T15:44:13Z', 'revision_number': 1, 'project_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:14.971230 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:44:14.979979 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:14.980578 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:15.009845 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-1311abed-bc71-4c90-a6fa-b469836ed1b6 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Sep 24 15:44:15.084791 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:15.098162 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a6ec8ed7-cc6a-4c9f-8750-c691e8f30376 req-74b9332a-4a92-4590-92ba-54b0721b88b0 service neutron] 10.222.0.109 "GET /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814013 Sep 24 15:44:15.298579 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'a522442a-4064-4d2d-a95f-421768154548', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'port_id': '07030857-c508-4ac0-8571-848a4ab52ac0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'mac_address': 'fa:16:3e:f4:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5972e05f-c318-4219-816d-d824da241360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:43:59Z', 'updated_at': '2021-09-24T15:44:13Z', 'revision_number': 1, 'project_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:15.328204 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a0e54-956b-4294-a225-9fb5fd8249fe None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'a522442a-4064-4d2d-a95f-421768154548', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'port_id': '07030857-c508-4ac0-8571-848a4ab52ac0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'mac_address': 'fa:16:3e:f4:b5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5972e05f-c318-4219-816d-d824da241360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:43:59Z', 'updated_at': '2021-09-24T15:44:13Z', 'revision_number': 1, 'project_id': '62b48d392c89483ab6eafd336f727765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:15.516542 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6df40af-b20c-46c9-bbc1-8f30a59728b9 None None] New status for floating IP a522442a-4064-4d2d-a95f-421768154548: ACTIVE {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:44:22.425053 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:44:26.302807 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:31.217487 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-e153dd73-8f52-422c-8ef6-fed31699c911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.098122 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-becb5d24-dd73-445e-9913-91a55d3a3919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.607246 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:35.154883 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:36.607016 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:38.476901 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-caf96955-2ac4-44f0-b601-f708eca1f0b6 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053522674&fields=id&tenant_id=89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0316782 Sep 24 15:44:38.583318 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-f6c2ae1e-d521-4f38-b827-f881727b590f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:38.584747 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-f6c2ae1e-d521-4f38-b827-f881727b590f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 812 time: 0.1008320 Sep 24 15:44:38.599388 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-c0ef4420-c969-40b9-9a41-755fc85e636b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/quotas/89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0086052 Sep 24 15:44:38.654197 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-c7bebdec-ae9c-4ad7-b8df-68c6de2e5237 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0493877 Sep 24 15:44:38.751396 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-289010ef-f4bd-4e66-a60b-8b10290d6d05 service neutron] 10.222.0.60 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853457 Sep 24 15:44:38.839316 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-d42f9469-888a-45d9-b791-b22bfbce7787 service neutron] 10.222.0.60 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818458 Sep 24 15:44:39.548691 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-614955f7-6772-4559-bf3a-21cde97778fc req-2e1c5764-2a46-45f5-9399-3bcf23a5b441 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0262306 Sep 24 15:44:40.641047 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-f9756baf-0d33-4062-9ed0-c17f6c9a9b6d req-193ed578-ee40-4661-984c-33d22dac05fa tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0248616 Sep 24 15:44:41.734261 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e0333de3-bdc9-4352-8d38-a7c23fe4b8f4 req-e4dd86c6-f02e-4aad-ab43-3c92aa2200e2 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0278046 Sep 24 15:44:41.741615 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-0e200d68-e982-4d75-9c1d-cfddacc7bab8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:41.743074 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-0e200d68-e982-4d75-9c1d-cfddacc7bab8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 812 time: 0.1039546 Sep 24 15:44:41.791693 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-f1c2225e-7930-4488-804f-73704007aac0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b12e850fe549e8a21c215ac131f8c5 HTTP/1.1" status: 200 len: 380 time: 0.0330408 Sep 24 15:44:41.800930 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'port': {'device_id': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'admin_state_up': True, 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'security_groups': ['c624a425-e040-4d29-938f-4a6c6e9d2ea3']}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:42.196916 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Made reservation on behalf of 89b12e850fe549e8a21c215ac131f8c5 for: {'port': 1} {{(pid=94564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:42.204459 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.321200 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_common [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Allocated IP 172.20.0.8 (e95296c8-7c3d-42b6-9393-507190ad0541/44ce6227-a7de-4785-98d2-07c8af9514af/00636862-addf-47af-bd0e-68e051f6df28) {{(pid=94564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:42.455061 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.637265 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.677146 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Network e95296c8-7c3d-42b6-9393-507190ad0541 is already hosted by enough agents. {{(pid=94564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:42.680116 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.base_scheduler [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Resources bound (agent type, host, resource id): {{(pid=94564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:42.684127 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Received port after_create {{(pid=94564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:42.715213 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=00636862-addf-47af-bd0e-68e051f6df28,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:42.746813 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:42.746813 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.854056 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0521c-50da-4863-a396-0fc0071dcc1f req-aea9feba-5da0-4b26-8ed0-99f07da7b798 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:42.856836 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4ae0521c-50da-4863-a396-0fc0071dcc1f req-aea9feba-5da0-4b26-8ed0-99f07da7b798 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 931 time: 0.0508173 Sep 24 15:44:42.883750 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-67a5b22b-ea52-448e-8526-1918a73d0a8d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0861685 Sep 24 15:44:42.884555 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-075c6e54-97c7-4419-a04c-b7eccef5da3c None None] Provisioning complete for port 00636862-addf-47af-bd0e-68e051f6df28 triggered by entity DHCP. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:42.885075 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-075c6e54-97c7-4419-a04c-b7eccef5da3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.896105 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.v2.base [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Request body: {'port': {'device_id': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81092'}} {{(pid=94564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:42.897492 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-4ae0521c-50da-4863-a396-0fc0071dcc1f req-fb4295af-9c28-4c88-aaca-476fac6b4748 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353842 Sep 24 15:44:42.920249 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-075c6e54-97c7-4419-a04c-b7eccef5da3c None None] Port 00636862-addf-47af-bd0e-68e051f6df28 cannot update to ACTIVE because it is not bound. {{(pid=94566) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:42.949825 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.206809 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00636862-addf-47af-bd0e-68e051f6df28 {{(pid=94564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:44:43.218410 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.227352 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.provisioning_blocks [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Transition to ACTIVE for port object 00636862-addf-47af-bd0e-68e051f6df28 will not be triggered until provisioned by entity L2. {{(pid=94564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:44:43.316831 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.385919 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=00636862-addf-47af-bd0e-68e051f6df28,revision_number=2']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:43.435341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Attempting to bind port 00636862-addf-47af-bd0e-68e051f6df28 on host hv-cinder-81092 for vnic_type normal with profile {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:43.435341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Attempting to bind port 00636862-addf-47af-bd0e-68e051f6df28 by drivers openvswitch,hyperv on host hv-cinder-81092 at level 0 using segments [{'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:43.435341 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Attempting to bind port 00636862-addf-47af-bd0e-68e051f6df28 on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:43.439579 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Port 00636862-addf-47af-bd0e-68e051f6df28 on network e95296c8-7c3d-42b6-9393-507190ad0541 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81092 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:44:43.439901 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Attempting to bind port 00636862-addf-47af-bd0e-68e051f6df28 on network e95296c8-7c3d-42b6-9393-507190ad0541 {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:43.444880 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Checking agent: {'id': 'd7ef2d33-064a-44a7-8c77-896786bc8532', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81092', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'started_at': datetime.datetime(2021, 9, 24, 15, 30, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:43.445217 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Checking segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:43.445598 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Bound using segment: {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'} {{(pid=94564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:43.446023 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.managers [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Bound port: 00636862-addf-47af-bd0e-68e051f6df28, host: hv-cinder-81092, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a97a784-4375-4b16-af58-d5f781cd344f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1312, 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541'}}] {{(pid=94564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:43.446384 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.510501 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] For port 00636862-addf-47af-bd0e-68e051f6df28, host hv-cinder-81092, cleared binding levels {{(pid=94564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:43.513599 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] For port 00636862-addf-47af-bd0e-68e051f6df28, host hv-cinder-81092, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=00636862-addf-47af-bd0e-68e051f6df28,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:43.645891 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25417414'] for port, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.669913 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:43.670529 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.671956 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] 10.222.0.109 "PUT /v2.0/ports/00636862-addf-47af-bd0e-68e051f6df28 HTTP/1.1" status: 200 len: 1093 time: 0.7802496 Sep 24 15:44:43.672394 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'tag': '00636862-addf-47af-bd0e-68e051f6df28'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:43.674607 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "tag": "00636862-addf-47af-bd0e-68e051f6df28"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:43.702657 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2c1a7-0037-452c-a34b-4dec076fe5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=00636862-addf-47af-bd0e-68e051f6df28,revision_number=3']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:43.715428 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb80229-08fb-478b-b812-3be344b48505 x-openstack-request-id: req-7cb80229-08fb-478b-b812-3be344b48505 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:43.715752 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "tag": "00636862-addf-47af-bd0e-68e051f6df28", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:43.715752 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cb80229-08fb-478b-b812-3be344b48505 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:43.716231 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'tag': '00636862-addf-47af-bd0e-68e051f6df28', 'status': 'completed', 'code': 200} Sep 24 15:44:43.778263 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a req-ea3ce7a9-c3d6-4c20-bac2-20640c8927b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:43.779850 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a req-ea3ce7a9-c3d6-4c20-bac2-20640c8927b4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1096 time: 0.0424700 Sep 24 15:44:43.882494 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a req-44d41b6d-0131-4ad3-98a2-088e47ca666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:43.883983 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a req-44d41b6d-0131-4ad3-98a2-088e47ca666a service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=89b12e850fe549e8a21c215ac131f8c5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0959203 Sep 24 15:44:43.986076 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a req-646685c7-13ec-460f-a40a-e12488839b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:43.987513 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d3ca2a43-b9f4-48be-b0b0-2d3c376d2f1a req-646685c7-13ec-460f-a40a-e12488839b13 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961137 Sep 24 15:44:44.021812 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a453a01-d821-4489-ac25-1696ee32fa8f req-cfb2a801-6489-4fbe-87d5-16342498a08b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:44.023314 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a453a01-d821-4489-ac25-1696ee32fa8f req-cfb2a801-6489-4fbe-87d5-16342498a08b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0547824 Sep 24 15:44:44.088595 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3a453a01-d821-4489-ac25-1696ee32fa8f req-a6e1afbb-02eb-4050-ac8a-d2f2530390e6 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568075 Sep 24 15:44:44.094683 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-8686663f-7a22-46dd-81f4-c030439407ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:44.096150 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-8686663f-7a22-46dd-81f4-c030439407ad service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1096 time: 0.0720003 Sep 24 15:44:44.137799 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-d54deec0-8efc-4ff9-8462-ab3e5947b012 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00636862-addf-47af-bd0e-68e051f6df28 HTTP/1.1" status: 200 len: 217 time: 0.0337169 Sep 24 15:44:44.186998 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-e6c731b4-1d8d-43c7-9a8a-5b113786c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:44.188377 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-e6c731b4-1d8d-43c7-9a8a-5b113786c306 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0413399 Sep 24 15:44:44.234466 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-69f111cb-d9de-4927-847e-20bbe1f813e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:44.235974 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-69f111cb-d9de-4927-847e-20bbe1f813e4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402896 Sep 24 15:44:44.323310 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-5098a508-607e-4757-bf75-a4da4a61c370 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801613 Sep 24 15:44:44.413205 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-ffc6b68e-5690-4f40-bb0c-3e2e2e67356f req-f48b5add-7eae-48c7-bc90-0d8de7ac7eef service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818524 Sep 24 15:44:45.200767 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bc534-7586-4335-9422-9f2ed2fa1552 req-bb6f9095-9c45-4842-a4b3-4ce4341c68a0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:45.202217 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-802bc534-7586-4335-9422-9f2ed2fa1552 req-bb6f9095-9c45-4842-a4b3-4ce4341c68a0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0469446 Sep 24 15:44:45.238007 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-802bc534-7586-4335-9422-9f2ed2fa1552 req-04a52372-7782-4689-878a-28b105b320cc tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300050 Sep 24 15:44:46.348469 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d0b79-f952-4e82-9b0f-2f81c00d591b req-b3ce7a7f-572d-46d4-ba59-4c28e5f491e3 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:46.349840 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-aa7d0b79-f952-4e82-9b0f-2f81c00d591b req-b3ce7a7f-572d-46d4-ba59-4c28e5f491e3 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0470769 Sep 24 15:44:46.389685 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-aa7d0b79-f952-4e82-9b0f-2f81c00d591b req-ce315435-d74c-4fae-bd18-cded5931bcfa tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Sep 24 15:44:47.504029 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cedad-2412-46f1-89d1-f9a6fefbb132 req-43d041ef-fb42-41ea-8fdb-51e85d2f38f0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:47.506272 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a38cedad-2412-46f1-89d1-f9a6fefbb132 req-43d041ef-fb42-41ea-8fdb-51e85d2f38f0 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0500567 Sep 24 15:44:47.544830 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a38cedad-2412-46f1-89d1-f9a6fefbb132 req-b6522329-74a4-4301-9096-cc6a0bf59814 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318956 Sep 24 15:44:48.656456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaded5-f251-4dd8-b784-8079098620dc req-b62919af-a0d6-4528-bc5d-ca3d8dc8e995 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:48.657912 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-75eaded5-f251-4dd8-b784-8079098620dc req-b62919af-a0d6-4528-bc5d-ca3d8dc8e995 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0475385 Sep 24 15:44:48.694792 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-75eaded5-f251-4dd8-b784-8079098620dc req-6b68ea4b-0950-430b-be04-27de037bbe72 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Sep 24 15:44:49.804070 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09240a90-4ec5-4372-bc47-04fd634368b7 req-0ef19652-ee8e-44db-8de8-dd38fa5b04dd tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:49.805494 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-09240a90-4ec5-4372-bc47-04fd634368b7 req-0ef19652-ee8e-44db-8de8-dd38fa5b04dd tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0460622 Sep 24 15:44:49.845716 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-09240a90-4ec5-4372-bc47-04fd634368b7 req-c29e29e4-2564-48fe-a4cf-2b41e812a822 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Sep 24 15:44:50.955795 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df2cf5-213d-4f52-8cdf-b0f8f827df36 req-97b8d05d-d6f5-4210-b569-1b9af373d3b8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:50.957170 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e4df2cf5-213d-4f52-8cdf-b0f8f827df36 req-97b8d05d-d6f5-4210-b569-1b9af373d3b8 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0480020 Sep 24 15:44:50.994022 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-e4df2cf5-213d-4f52-8cdf-b0f8f827df36 req-d4eb638d-e164-4327-9403-8da3900e26ac tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Sep 24 15:44:52.152344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee0daf-8c09-407f-ae13-473ebb00cf9b req-7cc71ca1-fa48-409d-ab76-67d2fbf53846 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:52.153784 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d1ee0daf-8c09-407f-ae13-473ebb00cf9b req-7cc71ca1-fa48-409d-ab76-67d2fbf53846 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0455167 Sep 24 15:44:52.195710 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-d1ee0daf-8c09-407f-ae13-473ebb00cf9b req-a651db87-7ba9-45d0-a986-721e62c5a22c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361192 Sep 24 15:44:53.136201 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 00636862-addf-47af-bd0e-68e051f6df28 details requested by agent hyperv_hv-cinder-81092 with host hv-cinder-81092 {{(pid=94566) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:44:53.230730 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 00636862-addf-47af-bd0e-68e051f6df28, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=00636862-addf-47af-bd0e-68e051f6df28,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:53.241809 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Returning: {'device': '00636862-addf-47af-bd0e-68e051f6df28', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'port_id': '00636862-addf-47af-bd0e-68e051f6df28', 'mac_address': 'fa:16:3e:25:3d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94566) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:44:53.278252 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:53.290750 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00636862-addf-47af-bd0e-68e051f6df28 {{(pid=94566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:44:53.307962 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3028a2-07e8-4d09-80ad-40a7431d2628 req-f3853ec0-589d-45e5-ab1c-c9595021a0d4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.309697 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cf3028a2-07e8-4d09-80ad-40a7431d2628 req-f3853ec0-589d-45e5-ab1c-c9595021a0d4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 943 time: 0.0489974 Sep 24 15:44:53.311181 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 00636862-addf-47af-bd0e-68e051f6df28, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=00636862-addf-47af-bd0e-68e051f6df28,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:53.350665 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cf3028a2-07e8-4d09-80ad-40a7431d2628 req-a4e15781-7257-4b52-b2cb-2f5350a85676 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Sep 24 15:44:53.398280 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:53.448973 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=00636862-addf-47af-bd0e-68e051f6df28,revision_number=4']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:53.623257 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] get_ports_and_sgs() called for port_ids ['00636862-addf-47af-bd0e-68e051f6df28'] {{(pid=94566) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:44:54.459548 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176af83d-9466-4f6f-8af6-5743232d49a9 req-8e413698-858d-4838-b046-1f11fbc22444 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:54.460996 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-176af83d-9466-4f6f-8af6-5743232d49a9 req-8e413698-858d-4838-b046-1f11fbc22444 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 944 time: 0.0470119 Sep 24 15:44:54.497508 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-176af83d-9466-4f6f-8af6-5743232d49a9 req-a21a860e-58a3-4145-ac22-fe1d547a69c5 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Sep 24 15:44:55.133349 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 00636862-addf-47af-bd0e-68e051f6df28 up at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:55.249658 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning for port 00636862-addf-47af-bd0e-68e051f6df28 completed by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:44:55.253332 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.provisioning_blocks [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Provisioning complete for port 00636862-addf-47af-bd0e-68e051f6df28 triggered by entity L2. {{(pid=94566) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:55.253702 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1038075'] for port, provisioning_complete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.327978 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.350309 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00636862-addf-47af-bd0e-68e051f6df28'}] {{(pid=94566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:55.352470 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e8fc406f82eda094568096d7ec1c8acddc56ac7bdaf8355f17f0f66366e4421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74915bf5-7ce7-41cf-a742-07e1477d7c4f" -d '{"events": [{"server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "name": "network-vif-plugged", "status": "completed", "tag": "00636862-addf-47af-bd0e-68e051f6df28"}]}' {{(pid=94566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:55.364724 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] For port 00636862-addf-47af-bd0e-68e051f6df28, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=00636862-addf-47af-bd0e-68e051f6df28,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:55.388762 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266ff2e1-d3e1-4c45-81b0-304eb79b51cd x-openstack-request-id: req-266ff2e1-d3e1-4c45-81b0-304eb79b51cd {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:55.389073 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "name": "network-vif-plugged", "status": "completed", "tag": "00636862-addf-47af-bd0e-68e051f6df28", "code": 200}]} {{(pid=94566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:55.389552 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-266ff2e1-d3e1-4c45-81b0-304eb79b51cd {{(pid=94566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:55.389949 dv-cinder-810924-1-iscsi neutron-server[94566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00636862-addf-47af-bd0e-68e051f6df28', 'code': 200} Sep 24 15:44:55.444364 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731'] for port, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.493862 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Pushing event updated for resources: {'Port': ['ID=00636862-addf-47af-bd0e-68e051f6df28,revision_number=5']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:55.619461 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319bc5-5fa8-4ff7-a243-adcd87547bf3 req-1fd9cd4a-40fd-4bd7-b2ca-5165cf47ad6b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:55.621010 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-76319bc5-5fa8-4ff7-a243-adcd87547bf3 req-1fd9cd4a-40fd-4bd7-b2ca-5165cf47ad6b tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Sep 24 15:44:55.661725 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-76319bc5-5fa8-4ff7-a243-adcd87547bf3 req-005916b7-2c64-4a0a-8350-ee3187048f42 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Sep 24 15:44:55.694236 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8892f6-84af-48d3-9cad-f82a6d03a5eb req-8838154d-9762-4357-9837-49168921fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:55.696265 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8d8892f6-84af-48d3-9cad-f82a6d03a5eb req-8838154d-9762-4357-9837-49168921fdf2 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1098 time: 0.0396295 Sep 24 15:44:55.729717 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-8d8892f6-84af-48d3-9cad-f82a6d03a5eb req-0fe1cc14-2ea4-4033-884f-9471bee4dae9 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266337 Sep 24 15:44:56.325103 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.781509 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84692f5-df83-428a-8708-162bbd802bd9 req-2068182f-dd70-40c3-b7f2-207d7be8ef21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:56.782964 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e84692f5-df83-428a-8708-162bbd802bd9 req-2068182f-dd70-40c3-b7f2-207d7be8ef21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Sep 24 15:44:56.825410 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e84692f5-df83-428a-8708-162bbd802bd9 req-f4b9a1fa-3a8c-4ff5-956a-017026ffcb7f tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350556 Sep 24 15:44:57.938490 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27740de6-e2d6-4eb4-a9e0-c8999dac625d req-ed71410d-4647-4946-bfcd-5cbb5655d41c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:57.939904 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-27740de6-e2d6-4eb4-a9e0-c8999dac625d req-ed71410d-4647-4946-bfcd-5cbb5655d41c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0468433 Sep 24 15:44:57.980950 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-27740de6-e2d6-4eb4-a9e0-c8999dac625d req-bbd7affd-e319-46bf-b605-3045da3e97b4 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351143 Sep 24 15:44:58.091722 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c83315-b290-4309-9a4d-1b7fd258cf28 req-ac1d4186-fcb6-47ce-bb28-240b923ecd8e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:58.093227 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-83c83315-b290-4309-9a4d-1b7fd258cf28 req-ac1d4186-fcb6-47ce-bb28-240b923ecd8e tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Sep 24 15:44:58.130358 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-83c83315-b290-4309-9a4d-1b7fd258cf28 req-f12eeba4-c397-4bb3-bd82-5ca2a6f330dc tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311852 Sep 24 15:44:58.151848 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56066) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:58.189356 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c732a4-d0bd-4b84-bdd4-aa46dabc7699 tempest-TestVolumeBootPattern-620834350 tempest-TestVolumeBootPattern-620834350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:58.190726 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-86c732a4-d0bd-4b84-bdd4-aa46dabc7699 tempest-TestVolumeBootPattern-620834350 tempest-TestVolumeBootPattern-620834350-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1093 time: 0.0379453 Sep 24 15:44:58.193399 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56068) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:58.197623 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.v2.base [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Request body: {'floatingip': {'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'port_id': '00636862-addf-47af-bd0e-68e051f6df28', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94565) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:58.296263 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.394907 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.500481 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_common [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Allocated IP 172.27.1.132 (13f9cabb-bd11-4db6-96db-27d1326f6134/50080570-0971-452e-82cc-e670df26de82/c274046e-451b-47c5-b5bd-7a125a785399) {{(pid=94565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:58.607413 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.742299 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738066699695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.779668 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Network 13f9cabb-bd11-4db6-96db-27d1326f6134 is already hosted by enough agents. {{(pid=94565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:58.782346 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.base_scheduler [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Resources bound (agent type, host, resource id): {{(pid=94565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:58.785871 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Received port after_create {{(pid=94565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:58.810433 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=c274046e-451b-47c5-b5bd-7a125a785399,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:58.823251 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.823592 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.823969 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.824298 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.824620 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.824945 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.825265 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.825584 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.825947 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.826266 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.826580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:58.826896 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:59.157263 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.310571 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.424014 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:44:59.469055 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for port, precommit_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.564669 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738067189252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738066699713', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738066699731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26008953'] for port, after_update {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.634034 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event updated for resources: {'Port': ['ID=c274046e-451b-47c5-b5bd-7a125a785399,revision_number=2']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:59.650352 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.748482 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Floating IP 29df0c37-c143-49c5-b573-b554ea3de617 associated. External IP: 172.27.1.132, port: 00636862-addf-47af-bd0e-68e051f6df28. Sep 24 15:44:59.945327 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:00.049577 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:00.060122 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:00.068727 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:00.069336 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.147700 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.173822 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:00.174214 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-81a7a408-e386-486f-89f5-3b1dbca6ed21 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9798255 Sep 24 15:45:00.174760 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'tag': '00636862-addf-47af-bd0e-68e051f6df28'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:00.177000 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a43ee8-3a86-4d96-aa07-f999faf6cdda" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "tag": "00636862-addf-47af-bd0e-68e051f6df28"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:00.217767 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07093aa9-9a5a-40ff-acd0-b0ade1f037eb x-openstack-request-id: req-07093aa9-9a5a-40ff-acd0-b0ade1f037eb {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:00.218054 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "tag": "00636862-addf-47af-bd0e-68e051f6df28", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:00.218301 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07093aa9-9a5a-40ff-acd0-b0ade1f037eb {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:00.218697 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'tag': '00636862-addf-47af-bd0e-68e051f6df28', 'status': 'completed', 'code': 200} Sep 24 15:45:00.281080 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-dad5d9ec-343a-45e5-a78a-140aa968faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:00.282946 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-dad5d9ec-343a-45e5-a78a-140aa968faeb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1098 time: 0.0416145 Sep 24 15:45:00.370317 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-b9b1868e-2345-4e91-9491-01657832cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:00.371795 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-b9b1868e-2345-4e91-9491-01657832cec8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0821569 Sep 24 15:45:00.393335 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '29df0c37-c143-49c5-b573-b554ea3de617', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '00636862-addf-47af-bd0e-68e051f6df28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:25:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:44:59Z', 'updated_at': '2021-09-24T15:44:59Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}, {'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:43:02Z', 'revision_number': 1, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.422790 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:45:00.431433 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:00.432130 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.543712 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:00.684429 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-0361f4fc-4b39-4579-8be4-3e32a6e7573c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00636862-addf-47af-bd0e-68e051f6df28 HTTP/1.1" status: 200 len: 999 time: 0.3057532 Sep 24 15:45:00.733486 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-44868c91-c7f4-4e1c-b853-221c529cc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:00.734930 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-44868c91-c7f4-4e1c-b853-221c529cc272 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0435302 Sep 24 15:45:00.766477 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '29df0c37-c143-49c5-b573-b554ea3de617', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '00636862-addf-47af-bd0e-68e051f6df28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:25:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:44:59Z', 'updated_at': '2021-09-24T15:44:59Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}, {'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:43:02Z', 'revision_number': 1, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.778116 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-b0361cca-6c52-4cfb-8fde-b5a6d023aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:00.779667 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-b0361cca-6c52-4cfb-8fde-b5a6d023aa23 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376203 Sep 24 15:45:00.791702 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586ae05-4f64-4bf1-ac58-9be3073d04dc None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': '29df0c37-c143-49c5-b573-b554ea3de617', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '00636862-addf-47af-bd0e-68e051f6df28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:25:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:44:59Z', 'updated_at': '2021-09-24T15:44:59Z', 'revision_number': 0, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}, {'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:43:02Z', 'revision_number': 1, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:00.875161 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-514c1abe-b4dc-494e-8580-a86d856100f2 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879304 Sep 24 15:45:00.970414 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-32a43ee8-3a86-4d96-aa07-f999faf6cdda req-37bfd260-5a63-4a53-a4c3-49c7bb2a847e service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Sep 24 15:45:00.974858 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa5d7e-8ff7-4b89-bd29-ef6c83f9b21b None None] New status for floating IP 29df0c37-c143-49c5-b573-b554ea3de617: ACTIVE {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:45:01.228062 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-03286489-d7ea-4fe1-981a-a73aa82e5386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.806516 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-11116b81-df7b-475b-b92d-abe0348aa55d service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372241 Sep 24 15:45:01.882507 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-0f3725bf-bf42-44b7-8aea-e9ce60e7267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:01.883894 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-0f3725bf-bf42-44b7-8aea-e9ce60e7267b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0375731 Sep 24 15:45:01.985413 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-a1228063-9eee-4b52-ad5f-a81818a5b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:01.986863 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-a1228063-9eee-4b52-ad5f-a81818a5b2d3 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0845778 Sep 24 15:45:02.050340 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-6bb9fc5a-8e34-4b92-87ad-c57076b4c408 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 200 len: 1002 time: 0.0562794 Sep 24 15:45:02.098668 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-6fdcc996-304c-4dc3-bdea-43c56ec0fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.100146 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-6fdcc996-304c-4dc3-bdea-43c56ec0fec8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0431001 Sep 24 15:45:02.147199 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-39828662-7231-4323-80c3-03cdaaf9826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.148572 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-39828662-7231-4323-80c3-03cdaaf9826e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415561 Sep 24 15:45:02.234925 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-c3eec142-48a6-4fef-be3e-bc8dd73e4e04 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789812 Sep 24 15:45:02.335391 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-33a83a48-ea95-4a1f-9b83-00b56a9227d3 req-1ca90525-7149-4ff7-b739-352f5d32f6d6 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933051 Sep 24 15:45:04.044874 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-fe9943f3-a5e6-4e25-af04-2df63fa7bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.605150 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.199367 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.628704 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:23.695386 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ee324-6f03-4f0a-a3e5-d110e8d3e73f req-60ad1512-ffc5-48c5-83c1-7b8b5dcad165 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.696836 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6a5ee324-6f03-4f0a-a3e5-d110e8d3e73f req-60ad1512-ffc5-48c5-83c1-7b8b5dcad165 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 946 time: 0.0463278 Sep 24 15:45:23.734229 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-6a5ee324-6f03-4f0a-a3e5-d110e8d3e73f req-bc7c8a91-cc8e-4811-ab70-36b57290f444 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309725 Sep 24 15:45:24.850350 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809921-a971-4da8-91f6-d506d3ecac5c req-bab3b53a-0297-4610-a7bf-58bb90314ac7 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.851855 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-27809921-a971-4da8-91f6-d506d3ecac5c req-bab3b53a-0297-4610-a7bf-58bb90314ac7 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 946 time: 0.0502341 Sep 24 15:45:24.889820 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-27809921-a971-4da8-91f6-d506d3ecac5c req-392eba68-cc61-4eb7-81ab-562ee8964b7c tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00aba88-4d83-4397-820a-c7d954055176&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315619 Sep 24 15:45:25.399467 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-42130aa9-9121-45b5-ac41-e234c25958fe tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.400807 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-42130aa9-9121-45b5-ac41-e234c25958fe tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 946 time: 0.0468724 Sep 24 15:45:25.491637 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Deleting port 07030857-c508-4ac0-8571-848a4ab52ac0 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:25.491984 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.576982 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] For port 07030857-c508-4ac0-8571-848a4ab52ac0, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=07030857-c508-4ac0-8571-848a4ab52ac0,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:25.577339 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.743112 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.743507 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3749402'] for floatingip, after_update {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.743823 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.db.l3_db [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Floating IP a522442a-4064-4d2d-a95f-421768154548 disassociated. External IP: 172.27.1.6, port: 07030857-c508-4ac0-8571-848a4ab52ac0. Sep 24 15:45:25.744160 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Calling delete_port for 07030857-c508-4ac0-8571-848a4ab52ac0 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:25.963601 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.979680 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-35c903fa-24a8-4263-adb0-65327ca117bb req-da6e1c24-5a45-44a0-a8ad-a51bf9f239c7 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 210 time: 0.0248330 Sep 24 15:45:25.997900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event deleted for resources: {'Port': ['ID=07030857-c508-4ac0-8571-848a4ab52ac0,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:26.009674 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.010030 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.010373 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.010709 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.011040 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.011409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.011741 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.012067 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.012396 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.012720 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.013046 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.013367 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:26.119761 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:26.224166 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:26.234695 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:26.243703 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:26.244376 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:45:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:26.261055 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] No DVR routers for this DVR port 07030857-c508-4ac0-8571-848a4ab52ac0 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:26.263495 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.265159 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.265680 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-f0e56f5c-7eb4-4a83-9d71-e8ca66f9f064 req-a0341cf9-19ad-4f29-a354-69a78da18709 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.109 "DELETE /v2.0/ports/07030857-c508-4ac0-8571-848a4ab52ac0 HTTP/1.1" status: 204 len: 173 time: 0.8584847 Sep 24 15:45:26.265974 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'name': 'network-vif-deleted', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:26.274680 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a82bee-71b9-4dc7-8a44-bf2c1f6bc18d" -d '{"events": [{"server_uuid": "5972e05f-c318-4219-816d-d824da241360", "name": "network-vif-deleted", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:26.348722 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:26.458757 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa62b41c-a879-44e2-84f9-f2a03b25b940 x-openstack-request-id: req-aa62b41c-a879-44e2-84f9-f2a03b25b940 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:26.459079 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5972e05f-c318-4219-816d-d824da241360", "name": "network-vif-deleted", "tag": "07030857-c508-4ac0-8571-848a4ab52ac0", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:26.459389 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa62b41c-a879-44e2-84f9-f2a03b25b940 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:26.459786 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5972e05f-c318-4219-816d-d824da241360', 'name': 'network-vif-deleted', 'tag': '07030857-c508-4ac0-8571-848a4ab52ac0', 'status': 'completed', 'code': 200} Sep 24 15:45:26.549284 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:26.574616 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:45:26.583216 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:26.584373 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:45:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:26.690753 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:26.883650 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:26.908322 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6dd1ea-72f2-42fb-baf5-731743f94249 None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:41:02Z', 'revision_number': 4, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': '9cb65d76-5ada-4b08-956c-c047a52e2cb8', 'name': '', 'network_id': '417694f8-2bc9-4719-82ae-39f88b4f50dd', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'mac_address': 'fa:16:3e:e6:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:02Z', 'updated_at': '2021-09-24T15:41:06Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'subnets': [{'id': '1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:27.087313 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-43e6d723-da49-4fa7-96d3-4be0d79857b9 req-890c33c0-2910-4fda-a97c-345e1ab53421 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/ports?device_id=5972e05f-c318-4219-816d-d824da241360 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Sep 24 15:45:27.125030 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a4757-67f9-4a8f-a373-e2446319952b None None] New status for floating IP a522442a-4064-4d2d-a95f-421768154548: DOWN {{(pid=94566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:45:28.265776 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56206) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:28.321749 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0852a85b-a17d-4e31-a5bf-f7ef698ac625 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.344178 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0852a85b-a17d-4e31-a5bf-f7ef698ac625 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.465323 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0852a85b-a17d-4e31-a5bf-f7ef698ac625 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.468428 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0852a85b-a17d-4e31-a5bf-f7ef698ac625 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.469623 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-0852a85b-a17d-4e31-a5bf-f7ef698ac625 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "DELETE /v2.0/security-groups/d00aba88-4d83-4397-820a-c7d954055176 HTTP/1.1" status: 204 len: 168 time: 0.2028537 Sep 24 15:45:28.472344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56208) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:28.478560 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852a85b-a17d-4e31-a5bf-f7ef698ac625 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00aba88-4d83-4397-820a-c7d954055176,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:28.488050 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.api.v2.resource [None req-6c536eac-db50-4cf0-8eb3-374853c63649 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] show failed (client error): The resource could not be found. Sep 24 15:45:28.489115 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-6c536eac-db50-4cf0-8eb3-374853c63649 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "GET /v2.0/security-groups/d00aba88-4d83-4397-820a-c7d954055176 HTTP/1.1" status: 404 len: 347 time: 0.0157895 Sep 24 15:45:28.491813 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56210) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:28.611517 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Deleting port 7709ef3d-b9b0-483f-b70f-0ea5ac7117b8 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:28.611779 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.686827 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.687179 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.699059 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Calling delete_port for 7709ef3d-b9b0-483f-b70f-0ea5ac7117b8 owned by network:floatingip {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:28.928435 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.958173 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Pushing event deleted for resources: {'Port': ['ID=7709ef3d-b9b0-483f-b70f-0ea5ac7117b8,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:29.015611 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.018126 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.019320 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d43d6c05-86ab-448a-a25a-b9b5a5135188 tempest-AttachVolumeTestJSON-1900505458 tempest-AttachVolumeTestJSON-1900505458-project] 10.222.0.60 "DELETE /v2.0/floatingips/a522442a-4064-4d2d-a95f-421768154548 HTTP/1.1" status: 204 len: 168 time: 0.5265872 Sep 24 15:45:29.247261 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 07030857-c508-4ac0-8571-848a4ab52ac0 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:29.270519 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 07030857-c508-4ac0-8571-848a4ab52ac0 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:29.270857 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 07030857-c508-4ac0-8571-848a4ab52ac0 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:31.259901 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3e6df7b9-64a1-4581-95b4-c196bd3f71a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.160505 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56240) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:33.486525 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.716813 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Deleting port 9cb65d76-5ada-4b08-956c-c047a52e2cb8 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:33.717150 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.790400 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] For port 9cb65d76-5ada-4b08-956c-c047a52e2cb8, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=9cb65d76-5ada-4b08-956c-c047a52e2cb8,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:33.790748 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.802965 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Calling delete_port for 9cb65d76-5ada-4b08-956c-c047a52e2cb8 owned by network:router_interface {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:34.071631 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-27a3458c-a441-4b25-ad94-174451adb953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.134920 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.160280 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb65d76-5ada-4b08-956c-c047a52e2cb8,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:34.547903 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.620607 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.755246 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Router 5f383753-60be-49ed-b81b-ebf4f81ab3fe has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:34.860386 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:34.865243 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-6d53e43e-bdc8-48cc-95e4-4188d79dbf03 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f383753-60be-49ed-b81b-ebf4f81ab3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037277 Sep 24 15:45:34.867835 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56242) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:34.868898 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] Sync routers for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:34.878228 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:34.878828 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:34.970033 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.980805 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:35.068820 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.157104 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:45:33Z', 'revision_number': 5, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port': {'id': 'd4d6eed1-f3c6-42db-8d87-d691265e4b7a', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:00Z', 'updated_at': '2021-09-24T15:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:35.169332 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.184275 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Deleting port d4d6eed1-f3c6-42db-8d87-d691265e4b7a {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:35.184621 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.185926 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] Checking router: 5f383753-60be-49ed-b81b-ebf4f81ab3fe for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:45:35.194127 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] Routers {'5f383753-60be-49ed-b81b-ebf4f81ab3fe'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:35.194765 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:35.262278 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] For port d4d6eed1-f3c6-42db-8d87-d691265e4b7a, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:35.262751 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.275766 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Calling delete_port for d4d6eed1-f3c6-42db-8d87-d691265e4b7a owned by network:router_gateway {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:35.276076 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] Set router 5f383753-60be-49ed-b81b-ebf4f81ab3fe gateway port host: None {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:35.325673 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:45:35Z', 'revision_number': 6, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port_host': None}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:35.436651 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11328145-3eed-4cf2-9134-10e1af366935 None None] The sync data for ids ['5f383753-60be-49ed-b81b-ebf4f81ab3fe'] in dv-cinder-810924-1-iscsi is: [{'id': '5f383753-60be-49ed-b81b-ebf4f81ab3fe', 'name': 'tempest-AttachVolumeTestJSON-1605198813-router', 'tenant_id': '62b48d392c89483ab6eafd336f727765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:59Z', 'updated_at': '2021-09-24T15:45:35Z', 'revision_number': 6, 'project_id': '62b48d392c89483ab6eafd336f727765', 'gw_port_host': None}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:35.523343 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.553216 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d6eed1-f3c6-42db-8d87-d691265e4b7a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:35.612056 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.698939 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.700948 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.803450 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.804030 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f383753-60be-49ed-b81b-ebf4f81ab3fe {{(pid=94564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:45:35.811377 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.811377 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-12ab1f11-c61a-49db-93f8-2f820258acd8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f383753-60be-49ed-b81b-ebf4f81ab3fe HTTP/1.1" status: 204 len: 168 time: 0.9410048 Sep 24 15:45:35.812945 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56244) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:35.861277 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Deleting subnet 1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c {{(pid=94564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:35.864490 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.899242 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25495979'] for subnet, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.973415 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.089886 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25417360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25659572'] for subnet, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.116707 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.120646 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for subnet, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.122944 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-c6b7fd6d-5057-4d14-b974-521aadd0cfa2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1c4d3e3f-7f0c-48f3-b06b-a20cb4a7af8c HTTP/1.1" status: 204 len: 168 time: 0.3087296 Sep 24 15:45:36.125664 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56246) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:36.128175 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86c555-b2e1-4bdf-a297-a5c240e2768f None None] Network 417694f8-2bc9-4719-82ae-39f88b4f50dd requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:36.193964 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.252932 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Deleting port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:36.253268 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.315670 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] DHCP port deletion for 417694f8-2bc9-4719-82ae-39f88b4f50dd request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:45:36.318412 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] For port 35c81c8e-a0ed-406d-aaae-74cb6ac41166, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=35c81c8e-a0ed-406d-aaae-74cb6ac41166,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:36.318780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.332549 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Calling delete_port for 35c81c8e-a0ed-406d-aaae-74cb6ac41166 owned by network:dhcp {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:36.413990 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Deleting port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:36.418253 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.422451 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:45:36.478819 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] For port 35c81c8e-a0ed-406d-aaae-74cb6ac41166, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=35c81c8e-a0ed-406d-aaae-74cb6ac41166,segment=NetworkSegment(f7495123-ae93-493a-9bbf-5ad6fbfeb41b),segment_id=f7495123-ae93-493a-9bbf-5ad6fbfeb41b)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:36.479250 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.491474 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Calling delete_port for 35c81c8e-a0ed-406d-aaae-74cb6ac41166 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:36.496934 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.526653 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Pushing event deleted for resources: {'Port': ['ID=35c81c8e-a0ed-406d-aaae-74cb6ac41166,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.532322 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] No DVR routers for this DVR port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 on host dv-cinder-810924-1-iscsi {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:36.585331 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.603225 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.607966 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Pushing event deleted for resources: {'Port': ['ID=35c81c8e-a0ed-406d-aaae-74cb6ac41166,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.617753 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.618094 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.618429 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.618755 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.619079 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.619432 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.619757 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.620078 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.620418 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.620742 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.621062 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.621378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:36.624115 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df14e90-7fa2-484e-881e-405e30dfd6a3 None None] No DVR routers for this DVR port 35c81c8e-a0ed-406d-aaae-74cb6ac41166 on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:36.627551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417694f8-2bc9-4719-82ae-39f88b4f50dd']}} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:36.637474 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b') {'for_net_delete': True} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:36.637773 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.services.segments.db [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7495123-ae93-493a-9bbf-5ad6fbfeb41b') {} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:36.638006 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.647017 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25495986'] for segment, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.660261 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.666019 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=94564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:36.666406 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25417022'] for segment, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: Traceback (most recent call last): Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: timer() Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: cb(*args, **kw) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: return func(*args, **kwargs) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: self._notify() Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: self.callback(batched_events) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: event.method(event) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: return f(self, *a, **k) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._get(url).json() Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:36.668046 dv-cinder-810924-1-iscsi neutron-server[94564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:36.768142 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 9cb65d76-5ada-4b08-956c-c047a52e2cb8 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:36.789253 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 9cb65d76-5ada-4b08-956c-c047a52e2cb8 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:36.789595 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 9cb65d76-5ada-4b08-956c-c047a52e2cb8 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:36.790019 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d4d6eed1-f3c6-42db-8d87-d691265e4b7a no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:36.808568 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: d4d6eed1-f3c6-42db-8d87-d691265e4b7a {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:36.808907 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device d4d6eed1-f3c6-42db-8d87-d691265e4b7a not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:36.809075 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.809318 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 35c81c8e-a0ed-406d-aaae-74cb6ac41166 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:36.813556 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.822371 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] 10.222.0.60 "DELETE /v2.0/networks/417694f8-2bc9-4719-82ae-39f88b4f50dd HTTP/1.1" status: 204 len: 168 time: 0.6891847 Sep 24 15:45:36.827810 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eab02b-958c-4b05-9877-640ceed8094e admin admin] Pushing event deleted for resources: {'Network': ['ID=417694f8-2bc9-4719-82ae-39f88b4f50dd,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.831370 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 35c81c8e-a0ed-406d-aaae-74cb6ac41166 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:36.831717 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 35c81c8e-a0ed-406d-aaae-74cb6ac41166 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:37.193601 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56250) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:37.231808 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1c387256-0ee4-4458-b2b2-e9d9d0ee6750 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62b48d392c89483ab6eafd336f727765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372427 Sep 24 15:45:37.234670 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56252) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:37.285071 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9d8b136e-a483-4dcc-bbbc-cf9a8e5a71ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.305629 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9d8b136e-a483-4dcc-bbbc-cf9a8e5a71ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.432200 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9d8b136e-a483-4dcc-bbbc-cf9a8e5a71ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.434678 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-9d8b136e-a483-4dcc-bbbc-cf9a8e5a71ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.435846 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-9d8b136e-a483-4dcc-bbbc-cf9a8e5a71ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f99eca4f-c96e-4b1a-8205-8aa888ffa4dc HTTP/1.1" status: 204 len: 168 time: 0.2002854 Sep 24 15:45:37.445049 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b136e-a483-4dcc-bbbc-cf9a8e5a71ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99eca4f-c96e-4b1a-8205-8aa888ffa4dc,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:48.712038 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56366) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:48.833683 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ef0c8e15-5155-46b1-82ca-1e147c102ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.918857 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ef0c8e15-5155-46b1-82ca-1e147c102ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.004576 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-ef0c8e15-5155-46b1-82ca-1e147c102ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.040915 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c8e15-5155-46b1-82ca-1e147c102ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660a29e3-609e-4af7-938e-7dd197ee7586,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:49.045199 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-ef0c8e15-5155-46b1-82ca-1e147c102ad2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39c92ca664bb467c931b038e0a3dd260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321621 Sep 24 15:45:49.048390 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56370) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.100388 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-596eb60c-7f2e-48ba-8fdd-c9b5daa83eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.119300 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-596eb60c-7f2e-48ba-8fdd-c9b5daa83eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.268085 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-596eb60c-7f2e-48ba-8fdd-c9b5daa83eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.270629 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-596eb60c-7f2e-48ba-8fdd-c9b5daa83eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.271790 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-596eb60c-7f2e-48ba-8fdd-c9b5daa83eaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/660a29e3-609e-4af7-938e-7dd197ee7586 HTTP/1.1" status: 204 len: 168 time: 0.2225792 Sep 24 15:45:49.279209 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eb60c-7f2e-48ba-8fdd-c9b5daa83eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660a29e3-609e-4af7-938e-7dd197ee7586,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:51.123020 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56420) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:51.222986 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fed2c365-1b5a-4384-b50d-44c6c5d7dab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.308130 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fed2c365-1b5a-4384-b50d-44c6c5d7dab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.439942 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fed2c365-1b5a-4384-b50d-44c6c5d7dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.478058 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-fed2c365-1b5a-4384-b50d-44c6c5d7dab3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b870500583f44649a1b22dfce2350950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539577 Sep 24 15:45:51.478724 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2c365-1b5a-4384-b50d-44c6c5d7dab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb204b-7b75-4b21-ab7b-132834a9ba9c,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:51.480935 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56424) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:51.531075 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0be26c9b-267b-45c4-98af-57ef77d612e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.551460 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0be26c9b-267b-45c4-98af-57ef77d612e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.674338 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0be26c9b-267b-45c4-98af-57ef77d612e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.676849 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0be26c9b-267b-45c4-98af-57ef77d612e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.677983 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0be26c9b-267b-45c4-98af-57ef77d612e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dcb204b-7b75-4b21-ab7b-132834a9ba9c HTTP/1.1" status: 204 len: 168 time: 0.1959734 Sep 24 15:45:51.685608 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be26c9b-267b-45c4-98af-57ef77d612e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb204b-7b75-4b21-ab7b-132834a9ba9c,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:54.836497 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56486) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:54.938760 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0b660e31-5ad1-4944-ab17-c32c6d56a639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.029232 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0b660e31-5ad1-4944-ab17-c32c6d56a639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.107336 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-0b660e31-5ad1-4944-ab17-c32c6d56a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.147178 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-0b660e31-5ad1-4944-ab17-c32c6d56a639 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01df09e4c2f349eeb16715901ecd7055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096185 Sep 24 15:45:55.148281 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b660e31-5ad1-4944-ab17-c32c6d56a639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d75f5-a60c-4990-ab41-fe69a9875dd7,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:55.149938 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56490) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:55.197995 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a3be3af5-436d-43b7-8918-fc4a870f01df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.217800 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a3be3af5-436d-43b7-8918-fc4a870f01df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.456979 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a3be3af5-436d-43b7-8918-fc4a870f01df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.459509 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-a3be3af5-436d-43b7-8918-fc4a870f01df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.460646 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-a3be3af5-436d-43b7-8918-fc4a870f01df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e4d75f5-a60c-4990-ab41-fe69a9875dd7 HTTP/1.1" status: 204 len: 168 time: 0.3097076 Sep 24 15:45:55.468453 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be3af5-436d-43b7-8918-fc4a870f01df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d75f5-a60c-4990-ab41-fe69a9875dd7,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:56.208941 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56496) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:56.222369 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be851422-49d9-43c6-8764-60191a1f7f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.262625 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.304887 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be851422-49d9-43c6-8764-60191a1f7f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.428177 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be851422-49d9-43c6-8764-60191a1f7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.464438 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-be851422-49d9-43c6-8764-60191a1f7f7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dc2767434de414eb4c585bee688d908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544849 Sep 24 15:45:56.466327 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be851422-49d9-43c6-8764-60191a1f7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6210629c-eb59-4b77-8546-1e60d7faefad,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:56.467160 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56498) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:56.514696 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4046c7cf-bee7-4d90-aa10-4c313b819349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.536774 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4046c7cf-bee7-4d90-aa10-4c313b819349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.662932 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4046c7cf-bee7-4d90-aa10-4c313b819349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.665807 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4046c7cf-bee7-4d90-aa10-4c313b819349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.666959 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-4046c7cf-bee7-4d90-aa10-4c313b819349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6210629c-eb59-4b77-8546-1e60d7faefad HTTP/1.1" status: 204 len: 168 time: 0.1988013 Sep 24 15:45:56.674409 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046c7cf-bee7-4d90-aa10-4c313b819349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210629c-eb59-4b77-8546-1e60d7faefad,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:59.567439 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56544) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:59.667504 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb060-a0e0-4f89-8a36-1ce6a5b17bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.751084 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb060-a0e0-4f89-8a36-1ce6a5b17bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.863087 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-1f5eb060-a0e0-4f89-8a36-1ce6a5b17bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.897794 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eb060-a0e0-4f89-8a36-1ce6a5b17bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4dbc8d-855b-4205-88f8-77989fb6ec3a,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:59.902087 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-1f5eb060-a0e0-4f89-8a36-1ce6a5b17bf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fafe24514134241a5ab98483bf89835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337004 Sep 24 15:45:59.905131 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56548) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:59.954220 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c04ce184-e125-46f3-bc43-7c7d8f23a5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.974726 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c04ce184-e125-46f3-bc43-7c7d8f23a5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.131801 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c04ce184-e125-46f3-bc43-7c7d8f23a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.134394 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-c04ce184-e125-46f3-bc43-7c7d8f23a5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.135614 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-c04ce184-e125-46f3-bc43-7c7d8f23a5cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e4dbc8d-855b-4205-88f8-77989fb6ec3a HTTP/1.1" status: 204 len: 168 time: 0.2299533 Sep 24 15:46:00.144406 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ce184-e125-46f3-bc43-7c7d8f23a5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4dbc8d-855b-4205-88f8-77989fb6ec3a,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:00.893346 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56554) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:00.906215 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-60d786fe-0e3f-4c53-a9d0-cf6205e26f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.996216 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-60d786fe-0e3f-4c53-a9d0-cf6205e26f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.098160 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-60d786fe-0e3f-4c53-a9d0-cf6205e26f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.134470 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d786fe-0e3f-4c53-a9d0-cf6205e26f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da77470-0fbb-4caa-94f2-5f5e509b7941,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:01.138750 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-60d786fe-0e3f-4c53-a9d0-cf6205e26f45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7b4b64e8c8841568a7ef950abdc0246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443316 Sep 24 15:46:01.141437 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56556) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:01.191373 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-54f3047e-decd-4770-9441-8519ecdcda82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.200786 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-27a966d1-6714-430b-abcf-c324b14a4ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.216206 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-54f3047e-decd-4770-9441-8519ecdcda82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.394810 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-54f3047e-decd-4770-9441-8519ecdcda82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.397426 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-54f3047e-decd-4770-9441-8519ecdcda82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.398584 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-54f3047e-decd-4770-9441-8519ecdcda82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0da77470-0fbb-4caa-94f2-5f5e509b7941 HTTP/1.1" status: 204 len: 168 time: 0.2562578 Sep 24 15:46:01.406576 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3047e-decd-4770-9441-8519ecdcda82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da77470-0fbb-4caa-94f2-5f5e509b7941,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:03.839763 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-bf7d17b4-b0f9-45fc-8e34-2856e6784495 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390549 Sep 24 15:46:03.900393 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-0e44d900-6fd5-426e-b2bc-f26616c40c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.901966 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-0e44d900-6fd5-426e-b2bc-f26616c40c34 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1098 time: 0.0406010 Sep 24 15:46:04.009769 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-a20a7971-3914-4e16-bfe7-3aedce7077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.011233 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-a20a7971-3914-4e16-bfe7-3aedce7077f4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0885491 Sep 24 15:46:04.074363 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-262fb457-5eb9-44bd-af33-120d9ff97a63 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00636862-addf-47af-bd0e-68e051f6df28 HTTP/1.1" status: 200 len: 1001 time: 0.0558312 Sep 24 15:46:04.115206 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-1ff13b44-64be-47b9-8c48-0d1aa6904f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.131584 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-41af84ae-91ff-4d90-b20d-921b4db621c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.133278 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-41af84ae-91ff-4d90-b20d-921b4db621c9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0518491 Sep 24 15:46:04.185909 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-08ef9db5-2d60-4ce9-931a-bacd5a5d6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.187445 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-08ef9db5-2d60-4ce9-931a-bacd5a5d6fc1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472732 Sep 24 15:46:04.276247 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-16d5ab83-88ad-4b91-a83a-fa15cdf2df24 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Sep 24 15:46:04.368710 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a29a20f0-7105-4dcd-8b1c-ce906c7c8535 req-ba8f35ec-7afa-403c-ae5c-78dbafbceb16 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848279 Sep 24 15:46:04.645294 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.194942 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.196284 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56624) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:05.297833 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3247e151-648c-420b-bd38-c422f27e8bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.383956 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3247e151-648c-420b-bd38-c422f27e8bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.486456 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-3247e151-648c-420b-bd38-c422f27e8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.523522 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247e151-648c-420b-bd38-c422f27e8bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b401c6a-b3fb-4b40-b33b-3d1cc2ec8fe1,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:05.528910 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-3247e151-648c-420b-bd38-c422f27e8bd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a1d4dff760345ac9e4cc62c9e9e64d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316133 Sep 24 15:46:05.531625 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56628) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:05.578344 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4136dafb-3d33-4d7e-ba5e-765a990f3647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.602356 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4136dafb-3d33-4d7e-ba5e-765a990f3647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.725716 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4136dafb-3d33-4d7e-ba5e-765a990f3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.728233 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-4136dafb-3d33-4d7e-ba5e-765a990f3647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.729372 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-4136dafb-3d33-4d7e-ba5e-765a990f3647 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b401c6a-b3fb-4b40-b33b-3d1cc2ec8fe1 HTTP/1.1" status: 204 len: 168 time: 0.1966701 Sep 24 15:46:05.737215 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136dafb-3d33-4d7e-ba5e-765a990f3647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b401c6a-b3fb-4b40-b33b-3d1cc2ec8fe1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:06.616897 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56634) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:06.630182 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06f16508-3fbe-4d17-bdcc-321e6364eae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.635242 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.715056 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06f16508-3fbe-4d17-bdcc-321e6364eae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.823900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-06f16508-3fbe-4d17-bdcc-321e6364eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.863478 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-06f16508-3fbe-4d17-bdcc-321e6364eae9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e9d7285c70e44478ddd80c3c0efc96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455542 Sep 24 15:46:06.864363 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f16508-3fbe-4d17-bdcc-321e6364eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee7320a-dfc4-4f5e-a278-f1da55398494,revision_number=1']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:06.866392 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56636) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:06.915379 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.935086 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.081568 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.084294 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.087789 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ee7320a-dfc4-4f5e-a278-f1da55398494 HTTP/1.1" status: 204 len: 168 time: 0.2180634 Sep 24 15:46:07.093198 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee7320a-dfc4-4f5e-a278-f1da55398494,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:07.101158 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.101506 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.101849 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.102182 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.102512 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.102905 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.103267 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.103595 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.103923 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.104252 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.104580 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:07.104900 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd342de-0011-4a46-9332-7ac728ee094c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:13.421305 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:46:26.373842 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.320473 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56730) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:28.471689 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Deleting port c274046e-451b-47c5-b5bd-7a125a785399 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:28.472037 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.544197 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.544521 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.556249 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Calling delete_port for c274046e-451b-47c5-b5bd-7a125a785399 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:28.797143 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.822943 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'Port': ['ID=c274046e-451b-47c5-b5bd-7a125a785399,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:28.884042 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.884391 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Floating IP 29df0c37-c143-49c5-b573-b554ea3de617 disassociated (deleted). External IP: 172.27.1.132, port: 00636862-addf-47af-bd0e-68e051f6df28. Sep 24 15:46:29.323218 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:46:29.427983 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:46:29.432841 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.439475 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:46:29.449938 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:29.450564 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:29.462195 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-00c59a10-13b9-4a7b-8d72-6f1d713b53cf tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "DELETE /v2.0/floatingips/29df0c37-c143-49c5-b573-b554ea3de617 HTTP/1.1" status: 204 len: 168 time: 1.1406364 Sep 24 15:46:29.462756 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'tag': '00636862-addf-47af-bd0e-68e051f6df28'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:29.465175 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f89887-3252-48e1-a987-9283d71e4406" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "tag": "00636862-addf-47af-bd0e-68e051f6df28"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:29.565876 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:29.663100 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450672b0-fc05-4e14-9eda-8da29b3a5d63 x-openstack-request-id: req-450672b0-fc05-4e14-9eda-8da29b3a5d63 {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:29.663411 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "tag": "00636862-addf-47af-bd0e-68e051f6df28", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:29.663657 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-450672b0-fc05-4e14-9eda-8da29b3a5d63 {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:29.664048 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'tag': '00636862-addf-47af-bd0e-68e051f6df28', 'status': 'completed', 'code': 200} Sep 24 15:46:29.723351 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89887-3252-48e1-a987-9283d71e4406 req-bae36bc2-4c23-44d5-afc3-1fa9c291c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.724832 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-bae36bc2-4c23-44d5-afc3-1fa9c291c337 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 1098 time: 0.0388913 Sep 24 15:46:29.820643 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89887-3252-48e1-a987-9283d71e4406 req-0192393e-231e-4cfe-a477-0e439815c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.822141 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-0192393e-231e-4cfe-a477-0e439815c64b service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0904515 Sep 24 15:46:29.865834 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-fef36c9e-ce89-4ce9-9c90-495edd918503 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00636862-addf-47af-bd0e-68e051f6df28 HTTP/1.1" status: 200 len: 217 time: 0.0358000 Sep 24 15:46:29.909770 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:43:02Z', 'revision_number': 1, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:29.919785 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89887-3252-48e1-a987-9283d71e4406 req-b30fb786-4599-4454-b843-08c430108903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.921466 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-b30fb786-4599-4454-b843-08c430108903 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0485919 Sep 24 15:46:29.939032 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:46:29.945378 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:29.945989 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:04Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:29.966730 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89887-3252-48e1-a987-9283d71e4406 req-905632f0-c0fb-40a5-aab5-ac41268f0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.968485 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-905632f0-c0fb-40a5-aab5-ac41268f0d99 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397856 Sep 24 15:46:30.050634 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:30.296162 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:43:02Z', 'revision_number': 1, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:30.324136 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a53640-f686-4369-9ae4-9cd162f29d76 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_floatingips': [{'id': 'cd52f5d4-c277-40d2-8681-f669dc8bdd2a', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'router_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'port_id': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'mac_address': 'fa:16:3e:f3:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:59Z', 'updated_at': '2021-09-24T15:43:02Z', 'revision_number': 1, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:46:30.326916 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b15df9-550a-42db-aec1-e72005e27638 req-416f65f4-abab-480f-b163-36f2dfe0fe2d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.328453 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b6b15df9-550a-42db-aec1-e72005e27638 req-416f65f4-abab-480f-b163-36f2dfe0fe2d tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.3343313 Sep 24 15:46:30.352274 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-7273cf4f-d14e-4829-9adf-b9d030f6e3e1 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763988 Sep 24 15:46:30.404956 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-b6b15df9-550a-42db-aec1-e72005e27638 req-75e29134-8caa-4024-8ec8-720b22782dca tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694728 Sep 24 15:46:30.465721 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-a9f89887-3252-48e1-a987-9283d71e4406 req-2ab2c03c-5740-4d93-b4ba-5ca45586831a service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049738 Sep 24 15:46:30.557373 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620af469-dc99-4722-b557-4072a3329af5 None None] New status for floating IP 29df0c37-c143-49c5-b573-b554ea3de617: DOWN {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:46:31.231680 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f5d0a3ef-20dc-4642-b1ca-0545832c42f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.522978 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699540a3-4766-4765-8dd9-1c435a559416 req-dfc415a4-0aba-4559-94d8-e08b7bd41903 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:31.524459 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-699540a3-4766-4765-8dd9-1c435a559416 req-dfc415a4-0aba-4559-94d8-e08b7bd41903 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0478184 Sep 24 15:46:31.560247 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-699540a3-4766-4765-8dd9-1c435a559416 req-f51d001e-83fd-4b8b-880d-0fdc0d137f41 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298748 Sep 24 15:46:31.618689 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-14d4823f-cab0-49b4-9378-9fb8b49fa527 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:31.620217 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-14d4823f-cab0-49b4-9378-9fb8b49fa527 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 945 time: 0.0480599 Sep 24 15:46:31.722883 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Deleting port 00636862-addf-47af-bd0e-68e051f6df28 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:31.723271 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.813243 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] For port 00636862-addf-47af-bd0e-68e051f6df28, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=00636862-addf-47af-bd0e-68e051f6df28,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:31.813616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.826453 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Calling delete_port for 00636862-addf-47af-bd0e-68e051f6df28 owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:32.020688 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:32.049934 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'Port': ['ID=00636862-addf-47af-bd0e-68e051f6df28,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:32.073120 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.073464 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.073799 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.074127 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.074448 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.074780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.075101 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.075445 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.075767 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.076136 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.076454 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.076772 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:32.097900 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] No DVR routers for this DVR port 00636862-addf-47af-bd0e-68e051f6df28 on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:32.100455 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:32.104130 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-cb1aec36-2146-4fca-9a5b-9cf41f16ce3a req-4d5ec68f-9669-4a15-86ce-730475c99127 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "DELETE /v2.0/ports/00636862-addf-47af-bd0e-68e051f6df28 HTTP/1.1" status: 204 len: 173 time: 0.4762928 Sep 24 15:46:32.104130 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'name': 'network-vif-deleted', 'tag': '00636862-addf-47af-bd0e-68e051f6df28'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:32.105895 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90010049-e42a-4e52-a0c0-37cfe36b56c4" -d '{"events": [{"server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "name": "network-vif-deleted", "tag": "00636862-addf-47af-bd0e-68e051f6df28"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:32.140321 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7bd8bb-b366-4db1-a67a-3cd3502a4304 x-openstack-request-id: req-fe7bd8bb-b366-4db1-a67a-3cd3502a4304 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:32.140617 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d25075-6e54-45cf-a69d-a732f44dd3e5", "name": "network-vif-deleted", "tag": "00636862-addf-47af-bd0e-68e051f6df28", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:32.140874 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe7bd8bb-b366-4db1-a67a-3cd3502a4304 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:32.141272 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d25075-6e54-45cf-a69d-a732f44dd3e5', 'name': 'network-vif-deleted', 'tag': '00636862-addf-47af-bd0e-68e051f6df28', 'status': 'completed', 'code': 200} Sep 24 15:46:32.654109 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-e8bcb837-e9fe-4841-899d-b35c3bab38be req-5f969778-933e-41b9-aea5-a0b48d88056c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1d25075-6e54-45cf-a69d-a732f44dd3e5 HTTP/1.1" status: 200 len: 210 time: 0.0257251 Sep 24 15:46:33.518510 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 00636862-addf-47af-bd0e-68e051f6df28 no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:33.538981 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 00636862-addf-47af-bd0e-68e051f6df28 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:33.539344 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 00636862-addf-47af-bd0e-68e051f6df28 not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:33.953301 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56794) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:34.048048 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8ff22653-55a3-4ed1-94a3-6882b8bb993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.060079 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-65fab041-b394-4507-8c2f-aca43291c000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.152723 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-65fab041-b394-4507-8c2f-aca43291c000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.237159 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-65fab041-b394-4507-8c2f-aca43291c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_create {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.275335 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-65fab041-b394-4507-8c2f-aca43291c000 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cb5835cd4c8409dbf98eeea548e9fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209662 Sep 24 15:46:34.276269 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fab041-b394-4507-8c2f-aca43291c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c8ff2-6e05-47f1-b5b6-46bced91acc1,revision_number=1']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:34.278064 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56800) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:34.327268 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca41d065-1ae9-4820-b0cf-ca4a6ffe36fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.348381 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca41d065-1ae9-4820-b0cf-ca4a6ffe36fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.494539 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca41d065-1ae9-4820-b0cf-ca4a6ffe36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.497333 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-ca41d065-1ae9-4820-b0cf-ca4a6ffe36fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.498480 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-ca41d065-1ae9-4820-b0cf-ca4a6ffe36fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/369c8ff2-6e05-47f1-b5b6-46bced91acc1 HTTP/1.1" status: 204 len: 168 time: 0.2194462 Sep 24 15:46:34.506249 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41d065-1ae9-4820-b0cf-ca4a6ffe36fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c8ff2-6e05-47f1-b5b6-46bced91acc1,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:34.631655 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.162232 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.276305 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56814) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:36.428294 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Deleting port f413b151-4067-40d1-b630-d33e7a378e86 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:36.428543 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.503342 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.503669 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.514830 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Calling delete_port for f413b151-4067-40d1-b630-d33e7a378e86 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:36.603170 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.761763 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.789895 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'Port': ['ID=f413b151-4067-40d1-b630-d33e7a378e86,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:36.848531 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.848924 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.db.l3_db [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Floating IP cd52f5d4-c277-40d2-8681-f669dc8bdd2a disassociated (deleted). External IP: 172.27.1.127, port: 62606e8b-5c0d-4055-bad4-5fd02fe9f67c. Sep 24 15:46:37.046320 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:46:37.151246 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:46:37.155981 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.161343 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:46:37.169745 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:37.170340 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:37.181646 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-274d7737-bc1a-4647-a5b6-324953d4d487 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "DELETE /v2.0/floatingips/cd52f5d4-c277-40d2-8681-f669dc8bdd2a HTTP/1.1" status: 204 len: 168 time: 0.9042845 Sep 24 15:46:37.182228 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c'}] {{(pid=94565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:37.184542 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73e8883113f2b68b31220940c92ec489fea535bb7f1de8d4c50c166b82a79af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f7e070-fa52-474b-aa8f-eea5d382b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c"}]}' {{(pid=94565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:37.220983 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4520e97-4c24-48af-a77a-72c53b37b99b x-openstack-request-id: req-e4520e97-4c24-48af-a77a-72c53b37b99b {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:37.221271 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c", "status": "completed", "code": 200}]} {{(pid=94565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:37.221719 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4520e97-4c24-48af-a77a-72c53b37b99b {{(pid=94565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:37.221914 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'status': 'completed', 'code': 200} Sep 24 15:46:37.276006 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:37.283484 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-c7555e78-25ae-4db4-80ba-3bdcd008e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.285083 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-c7555e78-25ae-4db4-80ba-3bdcd008e362 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=89b12e850fe549e8a21c215ac131f8c5&device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0397203 Sep 24 15:46:37.375220 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-6f74d071-2204-4a38-9250-51863659c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.376611 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-6f74d071-2204-4a38-9250-51863659c8cd service neutron] 10.222.0.109 "GET /v2.0/networks?id=e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 200 len: 914 time: 0.0843992 Sep 24 15:46:37.421120 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-234fb488-a0f7-4cee-9164-f141e61cd51f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 200 len: 217 time: 0.0371256 Sep 24 15:46:37.472256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-b8500e30-0561-47a6-88da-93e427bb3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.474247 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-b8500e30-0561-47a6-88da-93e427bb3c8e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 200 len: 851 time: 0.0467794 Sep 24 15:46:37.474700 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:37.500292 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:46:37.508858 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:37.509463 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:37.518616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-c297499b-a0d1-461b-8f12-399c85ba89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.520733 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-c297499b-a0d1-461b-8f12-399c85ba89ce service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=e95296c8-7c3d-42b6-9393-507190ad0541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396705 Sep 24 15:46:37.648785 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-d2f8cbca-2889-45f7-96ee-6458a7683b78 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213362 Sep 24 15:46:37.660858 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d4af-981b-4a49-bae8-e05f95e222d5 req-01898700-98de-41fa-96d9-d3bb14b40421 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.662318 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3d74d4af-981b-4a49-bae8-e05f95e222d5 req-01898700-98de-41fa-96d9-d3bb14b40421 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 946 time: 0.0667396 Sep 24 15:46:37.665201 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:37.752716 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-3d74d4af-981b-4a49-bae8-e05f95e222d5 req-e4a09370-3746-4c0d-98e1-27c999e1ebb6 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822837 Sep 24 15:46:37.786135 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-47f7e070-fa52-474b-aa8f-eea5d382b9d2 req-3d3adb3a-5c6b-41e8-b038-fe009506ff63 service neutron] 10.222.0.109 "GET /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223199 Sep 24 15:46:37.924851 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:37.951451 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffb3d0-dde9-4b5c-9223-89b34d6d7cec None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:41Z', 'revision_number': 4, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi', '_interfaces': [{'id': 'a12975eb-f9e9-44a4-b8b5-ab1ea4d38857', 'name': '', 'network_id': 'e95296c8-7c3d-42b6-9393-507190ad0541', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'mac_address': 'fa:16:3e:b6:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:41Z', 'updated_at': '2021-09-24T15:39:45Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'subnets': [{'id': '44ce6227-a7de-4785-98d2-07c8af9514af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:46:38.156316 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b5db1f-c3fb-40bd-b64b-1c0b4c69edcd None None] New status for floating IP cd52f5d4-c277-40d2-8681-f669dc8bdd2a: DOWN {{(pid=94567) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:46:38.867398 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143d77-a580-4b1d-abd4-b9441dba5a40 req-f7e5a80e-ab0c-4346-9ac9-bd3655857410 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94565) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:38.868865 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d5143d77-a580-4b1d-abd4-b9441dba5a40 req-f7e5a80e-ab0c-4346-9ac9-bd3655857410 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 946 time: 0.0472379 Sep 24 15:46:38.903945 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-d5143d77-a580-4b1d-abd4-b9441dba5a40 req-2c0efeed-264a-4450-9907-e8e3d3e20c65 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/security-groups?id=c624a425-e040-4d29-938f-4a6c6e9d2ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293739 Sep 24 15:46:39.152856 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-82ed6cc3-3ceb-4e77-96e9-3ed8e6e26b39 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.154292 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-82ed6cc3-3ceb-4e77-96e9-3ed8e6e26b39 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 946 time: 0.0474026 Sep 24 15:46:39.244232 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Deleting port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:39.247894 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.329036 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] For port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c, host hv-cinder-81092, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81092',level=0,port_id=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:39.329328 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.341829 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Calling delete_port for 62606e8b-5c0d-4055-bad4-5fd02fe9f67c owned by compute:nova {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:39.586890 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.615607 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'Port': ['ID=62606e8b-5c0d-4055-bad4-5fd02fe9f67c,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:39.654825 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] No DVR routers for this DVR port 62606e8b-5c0d-4055-bad4-5fd02fe9f67c on host hv-cinder-81092 {{(pid=94564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:39.657276 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for port, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.659347 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [req-bba2aac9-53e7-45af-bea5-99b01759ef40 req-d5116d78-3857-41d8-b88e-688f65286f7c tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.109 "DELETE /v2.0/ports/62606e8b-5c0d-4055-bad4-5fd02fe9f67c HTTP/1.1" status: 204 len: 173 time: 0.4986796 Sep 24 15:46:39.659780 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'name': 'network-vif-deleted', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c'}] {{(pid=94564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:39.662023 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e41e495ec8390bd90e14fa99401e1837ee140a50bb014ada8e3fdc082703259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e778c71-ac52-4b43-9557-3ac2d5bde9d7" -d '{"events": [{"server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "name": "network-vif-deleted", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c"}]}' {{(pid=94564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:39.696616 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f4f9e5-cd08-4ff0-8e0b-d4e1434afdb0 x-openstack-request-id: req-63f4f9e5-cd08-4ff0-8e0b-d4e1434afdb0 {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:39.696917 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6c87fb-1a7e-4b43-ac67-04204d268dd7", "name": "network-vif-deleted", "tag": "62606e8b-5c0d-4055-bad4-5fd02fe9f67c", "status": "completed", "code": 200}]} {{(pid=94564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:39.697176 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63f4f9e5-cd08-4ff0-8e0b-d4e1434afdb0 {{(pid=94564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:39.697576 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6c87fb-1a7e-4b43-ac67-04204d268dd7', 'name': 'network-vif-deleted', 'tag': '62606e8b-5c0d-4055-bad4-5fd02fe9f67c', 'status': 'completed', 'code': 200} Sep 24 15:46:39.999999 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [req-3762c0d0-ee67-436c-924d-e9eff7e8e079 req-b433abf0-eb19-4eaf-b4be-fa4ab0624dd7 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a6c87fb-1a7e-4b43-ac67-04204d268dd7 HTTP/1.1" status: 200 len: 210 time: 0.0294061 Sep 24 15:46:41.055706 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56830) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:41.175246 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Deleting port 5e5eb807-cc5b-4733-87bb-851cc89f1ac4 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:41.175590 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:41.248091 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:41.251304 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:41.259555 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Calling delete_port for 5e5eb807-cc5b-4733-87bb-851cc89f1ac4 owned by network:floatingip {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:41.495037 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:41.517819 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'Port': ['ID=5e5eb807-cc5b-4733-87bb-851cc89f1ac4,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:41.550003 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 62606e8b-5c0d-4055-bad4-5fd02fe9f67c no longer exists at agent hyperv_hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:41.571014 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] No Port match for: 62606e8b-5c0d-4055-bad4-5fd02fe9f67c {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:41.571387 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Device 62606e8b-5c0d-4055-bad4-5fd02fe9f67c not bound to the agent host hv-cinder-81092 {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:41.579819 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for floatingip, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:41.582352 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73012'] for floatingip, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:41.586209 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-7c39565c-7d33-4b15-9703-f0ac5aef0f43 tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "DELETE /v2.0/floatingips/45f533ce-6a5a-43f3-93c3-fe0814ee9e8d HTTP/1.1" status: 204 len: 168 time: 0.5281224 Sep 24 15:46:42.922565 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56842) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:42.983090 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c9-d123-4673-b974-64dac8cce4ec tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.008776 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c9-d123-4673-b974-64dac8cce4ec tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.145779 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c9-d123-4673-b974-64dac8cce4ec tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.148385 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-abcc02c9-d123-4673-b974-64dac8cce4ec tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.149576 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-abcc02c9-d123-4673-b974-64dac8cce4ec tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] 10.222.0.60 "DELETE /v2.0/security-groups/c624a425-e040-4d29-938f-4a6c6e9d2ea3 HTTP/1.1" status: 204 len: 168 time: 0.2259378 Sep 24 15:46:43.158974 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc02c9-d123-4673-b974-64dac8cce4ec tempest-TestVolumeBootPattern-610370184 tempest-TestVolumeBootPattern-610370184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c624a425-e040-4d29-938f-4a6c6e9d2ea3,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:43.283716 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56846) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:43.745521 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.974459 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Deleting port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:43.974793 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.048568 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] For port a12975eb-f9e9-44a4-b8b5-ab1ea4d38857, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:44.048845 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.063468 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Calling delete_port for a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 owned by network:router_interface {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:44.335680 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.360825 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a12975eb-f9e9-44a4-b8b5-ab1ea4d38857,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:44.515933 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.953504 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Router 18686d27-ad86-4dae-8594-591fdb74afe8 has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94565) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:46:45.055595 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94565) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:46:45.060724 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-f61ad881-30fb-4c07-8408-b31810b7fc4b admin admin] 10.222.0.60 "PUT /v2.0/routers/18686d27-ad86-4dae-8594-591fdb74afe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760513 Sep 24 15:46:45.063273 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56850) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:45.066616 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] Sync routers for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:46:45.076855 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:45.077829 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:45.164754 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.182179 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: dv-cinder-810924-1-iscsi {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:45.264143 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.356671 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:46:44Z', 'revision_number': 5, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port': {'id': '54719fdc-d9e8-4e4f-81a7-0956937f8e3b', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:45.436733 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Deleting port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:45.437369 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.502029 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] Checking router: 18686d27-ad86-4dae-8594-591fdb74afe8 for host: dv-cinder-810924-1-iscsi {{(pid=94566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:46:45.510877 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] Routers {'18686d27-ad86-4dae-8594-591fdb74afe8'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:45.511514 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['18686d27-ad86-4dae-8594-591fdb74afe8'], 'active': True} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:45.517493 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] For port 54719fdc-d9e8-4e4f-81a7-0956937f8e3b, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:45.517850 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.530260 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Calling delete_port for 54719fdc-d9e8-4e4f-81a7-0956937f8e3b owned by network:router_gateway {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:45.595429 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvr_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] Set router 18686d27-ad86-4dae-8594-591fdb74afe8 gateway port host: None {{(pid=94566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:45.652333 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_hamode_db [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:46:45Z', 'revision_number': 6, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port_host': None}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:45.678830 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f7ded-ecec-421b-b5d9-b8355cf09719 None None] The sync data for ids ['18686d27-ad86-4dae-8594-591fdb74afe8'] in dv-cinder-810924-1-iscsi is: [{'id': '18686d27-ad86-4dae-8594-591fdb74afe8', 'name': 'tempest-TestVolumeBootPattern-2099376138-router', 'tenant_id': '89b12e850fe549e8a21c215ac131f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:38Z', 'updated_at': '2021-09-24T15:46:45Z', 'revision_number': 6, 'project_id': '89b12e850fe549e8a21c215ac131f8c5', 'gw_port_host': None}] {{(pid=94566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:46:45.762371 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.790663 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54719fdc-d9e8-4e4f-81a7-0956937f8e3b,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:45.846533 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.931555 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.933565 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.061217 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.061791 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18686d27-ad86-4dae-8594-591fdb74afe8 {{(pid=94565) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:46:46.066301 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.076719 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-6d8b1210-f964-4187-9d60-4db2bba987c9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/18686d27-ad86-4dae-8594-591fdb74afe8 HTTP/1.1" status: 204 len: 168 time: 1.0032489 Sep 24 15:46:46.076719 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56852) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:46.119422 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Deleting subnet 44ce6227-a7de-4785-98d2-07c8af9514af {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:46:46.122423 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.155368 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.232642 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.375834 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.399754 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ce6227-a7de-4785-98d2-07c8af9514af,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:46.408436 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.410326 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-70b954ff-a29b-489d-bf6c-1410ebbe48fb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/44ce6227-a7de-4785-98d2-07c8af9514af HTTP/1.1" status: 204 len: 168 time: 0.3391345 Sep 24 15:46:46.412848 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234a7c7-f2c6-4b3a-a121-dcc04515c39c None None] Network e95296c8-7c3d-42b6-9393-507190ad0541 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:46:46.416186 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56854) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:46.482943 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.539512 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Deleting port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:46.539854 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.603725 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] For port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:46.604092 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.607658 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] DHCP port deletion for e95296c8-7c3d-42b6-9393-507190ad0541 request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:46:46.620516 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Calling delete_port for 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 owned by network:dhcp {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:46.664547 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Deleting port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:46.664965 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.732612 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] For port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,segment=NetworkSegment(5a97a784-4375-4b16-af58-d5f781cd344f),segment_id=5a97a784-4375-4b16-af58-d5f781cd344f)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:46.752015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.752015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Calling delete_port for 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:46.801178 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:46.825103 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:46.825374 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device a12975eb-f9e9-44a4-b8b5-ab1ea4d38857 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:46.825773 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 54719fdc-d9e8-4e4f-81a7-0956937f8e3b no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:46.849617 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 54719fdc-d9e8-4e4f-81a7-0956937f8e3b {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:46.851674 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 54719fdc-d9e8-4e4f-81a7-0956937f8e3b not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:46.851674 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:46.918694 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.924762 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1046311'] for port, before_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.936148 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:46.945312 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:46.948606 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] No DVR routers for this DVR port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 on host dv-cinder-810924-1-iscsi {{(pid=94565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:46.968326 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Pushing event deleted for resources: {'Port': ['ID=07fecf2a-d98c-4be8-90a7-f912bf1e6cc9,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:46.977803 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] No DVR routers for this DVR port 07fecf2a-d98c-4be8-90a7-f912bf1e6cc9 on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:46.981691 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.981834 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.982073 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.982404 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.982730 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.983056 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.983396 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.984057 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.984334 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.984425 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.984721 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:46.985034 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96f720d-2aa9-4692-b5bf-6b05ed50ac19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810924-1-iscsi {{(pid=94566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:47.021799 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.041502 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95296c8-7c3d-42b6-9393-507190ad0541']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:47.050673 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a97a784-4375-4b16-af58-d5f781cd344f') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:47.050959 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a97a784-4375-4b16-af58-d5f781cd344f') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:47.060681 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.074040 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.080061 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Releasing vlan 1312 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:46:47.080449 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:46:47.082104 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:46:47.227829 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.233052 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.243060 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e95296c8-7c3d-42b6-9393-507190ad0541 HTTP/1.1" status: 204 len: 168 time: 0.8208327 Sep 24 15:46:47.243257 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56856) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:47.245578 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae03c6-737e-43d4-8b40-6ecd25321139 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95296c8-7c3d-42b6-9393-507190ad0541,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:47.568045 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3748890'] for router_interface, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.816789 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Deleting port 37707cf2-ec9b-43d0-8d3c-1504201cf753 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:47.817139 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.897760 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] For port 37707cf2-ec9b-43d0-8d3c-1504201cf753, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=37707cf2-ec9b-43d0-8d3c-1504201cf753,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:47.898043 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:47.910896 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Calling delete_port for 37707cf2-ec9b-43d0-8d3c-1504201cf753 owned by network:router_interface {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:48.202912 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:48.228878 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=37707cf2-ec9b-43d0-8d3c-1504201cf753,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:48.389634 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3749523'] for router_interface, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:48.596614 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Router 7808f913-0193-4cf1-bcd4-c23339799eab has already been hosted by L3 agent 1dfa7e37-220b-4685-9185-f940daff165b {{(pid=94564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:46:48.699417 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] Notify agent at l3_agent.dv-cinder-810924-1-iscsi the message routers_updated {{(pid=94564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:46:48.704414 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-d13fa800-a5fd-4bec-8cdd-9e7797ec5d36 admin admin] 10.222.0.60 "PUT /v2.0/routers/7808f913-0193-4cf1-bcd4-c23339799eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4654334 Sep 24 15:46:48.706818 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56858) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:48.709929 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] Sync routers for ids ['7808f913-0193-4cf1-bcd4-c23339799eab'] in dv-cinder-810924-1-iscsi {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:46:48.718947 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] Routers {'7808f913-0193-4cf1-bcd4-c23339799eab'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:48.719576 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['7808f913-0193-4cf1-bcd4-c23339799eab'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:48.812694 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:48.831122 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] Set router 7808f913-0193-4cf1-bcd4-c23339799eab gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:48.912833 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.002045 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:46:48Z', 'revision_number': 5, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:49.027828 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] Checking router: 7808f913-0193-4cf1-bcd4-c23339799eab for host: dv-cinder-810924-1-iscsi {{(pid=94567) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:46:49.035738 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] Routers {'7808f913-0193-4cf1-bcd4-c23339799eab'} bound to L3 agent in host dv-cinder-810924-1-iscsi {{(pid=94567) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:49.036894 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810924-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:24:34Z,description=,heartbeat_timestamp=2021-09-24T15:46:34Z,host='dv-cinder-810924-1-iscsi',id=1dfa7e37-220b-4685-9185-f940daff165b,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:24:35Z,topic='l3_agent')) {'router_ids': ['7808f913-0193-4cf1-bcd4-c23339799eab'], 'active': True} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:49.126008 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Deleting port 425ecc6d-ed4f-4812-ba6d-78c28756d862 {{(pid=94564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:49.126468 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.137294 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_dvr_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] Set router 7808f913-0193-4cf1-bcd4-c23339799eab gateway port host: dv-cinder-810924-1-iscsi {{(pid=94567) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:49.208648 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.db [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] For port 425ecc6d-ed4f-4812-ba6d-78c28756d862, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=425ecc6d-ed4f-4812-ba6d-78c28756d862,segment=NetworkSegment(eee3a91c-7c7b-48e2-a1bd-e873038b3b9a),segment_id=eee3a91c-7c7b-48e2-a1bd-e873038b3b9a)] {{(pid=94564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:49.209050 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.220558 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Calling delete_port for 425ecc6d-ed4f-4812-ba6d-78c28756d862 owned by network:router_gateway {{(pid=94564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:49.309813 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.l3_hamode_db [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:46:48Z', 'revision_number': 5, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}], 'dv-cinder-810924-1-iscsi', False) {} {{(pid=94567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:49.339554 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a8a8e-391b-42d6-b8bd-b11cef86afcd None None] The sync data for ids ['7808f913-0193-4cf1-bcd4-c23339799eab'] in dv-cinder-810924-1-iscsi is: [{'id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'name': 'tempest-TestVolumeBootPattern-312763114-router', 'tenant_id': '7288ea35948a4514b66846417ce59bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'external_fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:39:45Z', 'updated_at': '2021-09-24T15:46:48Z', 'revision_number': 5, 'project_id': '7288ea35948a4514b66846417ce59bb8', 'gw_port': {'id': '425ecc6d-ed4f-4812-ba6d-78c28756d862', 'name': '', 'network_id': '13f9cabb-bd11-4db6-96db-27d1326f6134', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7808f913-0193-4cf1-bcd4-c23339799eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '50080570-0971-452e-82cc-e670df26de82', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810924-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:39:46Z', 'updated_at': '2021-09-24T15:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50080570-0971-452e-82cc-e670df26de82', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810924-1-iscsi'}] {{(pid=94567) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:46:49.459630 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25417421'] for port, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.484551 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=425ecc6d-ed4f-4812-ba6d-78c28756d862,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:49.541261 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3749456'] for router_gateway, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.872845 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3748159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-664'] for router, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.874957 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.979514 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3748150'] for router, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.979977 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7808f913-0193-4cf1-bcd4-c23339799eab {{(pid=94564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:46:49.984625 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] Notify callbacks [] for router, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:49.985791 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e077d3e8-cbd1-43f2-981c-6742d8a97d98 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7808f913-0193-4cf1-bcd4-c23339799eab HTTP/1.1" status: 204 len: 168 time: 1.2780442 Sep 24 15:46:49.988493 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56860) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:50.038482 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Deleting subnet 44ed102b-1198-4ec8-8bbf-2b48b08f234c {{(pid=94565) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:46:50.041750 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.078311 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26701109'] for subnet, precommit_delete_associations {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.157008 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033879'] for subnet, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.320032 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26008879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25849029'] for subnet, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.347123 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ed102b-1198-4ec8-8bbf-2b48b08f234c,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:50.353758 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.355641 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-fcace674-2505-4137-98c9-8ba47e7e5e8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/44ed102b-1198-4ec8-8bbf-2b48b08f234c HTTP/1.1" status: 204 len: 168 time: 0.3661642 Sep 24 15:46:50.358137 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56862) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:50.358991 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca379f-f16e-4c9c-90cb-b42847b3e542 None None] Network 301d10c6-266c-4734-a827-440d9d322496 requested from dv-cinder-810924-1-iscsi {{(pid=94566) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:46:50.420212 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:46:50.427853 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553071'] for network, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.481973 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Deleting port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 {{(pid=94565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:50.482314 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.550350 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.db [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] For port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:50.550350 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.561764 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] DHCP port deletion for 301d10c6-266c-4734-a827-440d9d322496 request from dv-cinder-810924-1-iscsi {{(pid=94566) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:46:50.562487 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.plugin [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Calling delete_port for f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 owned by network:dhcp {{(pid=94565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:50.606716 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] Deleting port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 {{(pid=94566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:50.607015 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738067184168'] for port, before_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.670882 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.db [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] For port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2, host dv-cinder-810924-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810924-1-iscsi',level=0,port_id=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,segment=NetworkSegment(0e99ab6a-6543-4d65-8ad9-0d5e64013802),segment_id=0e99ab6a-6543-4d65-8ad9-0d5e64013802)] {{(pid=94566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:50.671304 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4118531'] for port, precommit_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.682984 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] Calling delete_port for f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 owned by network:dhcp {{(pid=94566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:50.753804 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26008946'] for port, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.759838 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1046372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738067188718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738066699704'] for port, after_delete {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.785340 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] No DVR routers for this DVR port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 on host dv-cinder-810924-1-iscsi {{(pid=94565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:50.790282 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] Pushing event deleted for resources: {'Port': ['ID=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,revision_number=None']} {{(pid=94566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:50.792254 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc3a54-b56a-4673-aa7e-2e6b64c63ca4 None None] No DVR routers for this DVR port f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 on host dv-cinder-810924-1-iscsi {{(pid=94566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:50.810218 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 425ecc6d-ed4f-4812-ba6d-78c28756d862 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:50.815773 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d3bf44-1c59-4af9-a01b-91bb0723e7c2,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:50.830645 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 425ecc6d-ed4f-4812-ba6d-78c28756d862 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:50.830987 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 425ecc6d-ed4f-4812-ba6d-78c28756d862 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:50.831433 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:50.849784 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:50.850124 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device f0d3bf44-1c59-4af9-a01b-91bb0723e7c2 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:50.850527 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 37707cf2-ec9b-43d0-8d3c-1504201cf753 no longer exists at agent ovs-agent-dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:50.865665 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033262', 'neutron.services.segments.db._delete_segments_for_network-8738067248276'] for network, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.868770 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] No Port match for: 37707cf2-ec9b-43d0-8d3c-1504201cf753 {{(pid=94566) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:50.869114 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron.plugins.ml2.rpc [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Device 37707cf2-ec9b-43d0-8d3c-1504201cf753 not bound to the agent host dv-cinder-810924-1-iscsi {{(pid=94566) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:50.886535 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301d10c6-266c-4734-a827-440d9d322496']}} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:50.895324 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e99ab6a-6543-4d65-8ad9-0d5e64013802') {'for_net_delete': True} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:50.895667 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.services.segments.db [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e99ab6a-6543-4d65-8ad9-0d5e64013802') {} {{(pid=94565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:50.905058 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738067247261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26701100'] for segment, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.917773 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680'] for segment, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.923374 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Releasing vlan 1309 on physical network physnet1 to pool {{(pid=94565) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:46:50.923752 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1031680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009217'] for segment, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: Traceback (most recent call last): Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: timer() Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: cb(*args, **kw) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: return func(*args, **kwargs) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: self._notify() Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: self.callback(batched_events) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: event.method(event) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: return f(self, *a, **k) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._get(url).json() Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: return self.request(url, 'GET', **kwargs) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:46:50.925327 dv-cinder-810924-1-iscsi neutron-server[94565]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:46:51.055579 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3749388'] for network, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.060598 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675191'] for network, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.062474 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] 10.222.0.60 "DELETE /v2.0/networks/301d10c6-266c-4734-a827-440d9d322496 HTTP/1.1" status: 204 len: 168 time: 0.7034407 Sep 24 15:46:51.073227 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1141-9507-46d6-b706-9b44036a7d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=301d10c6-266c-4734-a827-440d9d322496,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:51.481499 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56868) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:51.520593 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-cbd92adb-86ba-4ddd-86d7-3672836e9bf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89b12e850fe549e8a21c215ac131f8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379891 Sep 24 15:46:51.523025 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [-] (94565) accepted ('10.222.0.60', 56870) {{(pid=94565) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:51.568863 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1272db7b-6f1b-4fa1-9d7b-8f99e7a256f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.589437 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1272db7b-6f1b-4fa1-9d7b-8f99e7a256f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.741577 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1272db7b-6f1b-4fa1-9d7b-8f99e7a256f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.746023 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron_lib.callbacks.manager [None req-1272db7b-6f1b-4fa1-9d7b-8f99e7a256f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.747213 dv-cinder-810924-1-iscsi neutron-server[94565]: INFO neutron.wsgi [None req-1272db7b-6f1b-4fa1-9d7b-8f99e7a256f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3188c989-56d7-44b4-a478-8f5084a56954 HTTP/1.1" status: 204 len: 168 time: 0.2232745 Sep 24 15:46:51.755607 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272db7b-6f1b-4fa1-9d7b-8f99e7a256f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3188c989-56d7-44b4-a478-8f5084a56954,revision_number=None']} {{(pid=94565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:52.504378 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56876) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:52.543547 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-b60fb8f2-8432-4fd2-a9d6-a95ba4093437 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7288ea35948a4514b66846417ce59bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379682 Sep 24 15:46:52.545779 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [-] (94564) accepted ('10.222.0.60', 56878) {{(pid=94564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:52.592453 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e38b2e2f-06fa-48a4-9f0f-2f9bce2099f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:52.612996 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e38b2e2f-06fa-48a4-9f0f-2f9bce2099f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:52.741869 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e38b2e2f-06fa-48a4-9f0f-2f9bce2099f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787729'] for security_group, after_delete {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:52.744461 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-e38b2e2f-06fa-48a4-9f0f-2f9bce2099f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:52.745611 dv-cinder-810924-1-iscsi neutron-server[94564]: INFO neutron.wsgi [None req-e38b2e2f-06fa-48a4-9f0f-2f9bce2099f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a826ba15-834a-46da-91a1-ec23d4dc2684 HTTP/1.1" status: 204 len: 168 time: 0.1989617 Sep 24 15:46:52.753505 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b2e2f-06fa-48a4-9f0f-2f9bce2099f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a826ba15-834a-46da-91a1-ec23d4dc2684,revision_number=None']} {{(pid=94564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:56.517390 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.262380 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9c67-7c37-48e1-99d3-239bd8193127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:04.050713 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-8e604a91-aaac-49e8-b19e-5f3179d0a8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:04.633729 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:05.171355 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.639734 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.463577 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.419220 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:47:31.201117 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0688c4ac-a206-4996-888f-599259b93afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.015597 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-41c7cf7b-ad38-4e19-a45a-28b279b10dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.612792 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:35.250209 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:36.632726 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.305108 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:01.239213 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-c6371691-9c48-4223-aded-52b3e1876933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.056578 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8b66-dd5a-4f03-a05a-a8fc2f6d22d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.417037 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:48:04.616503 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.245201 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.605117 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.474550 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [req-9f85ddae-6f87-418d-b3ee-d616b8798b3e req-b9ad63f1-c5f6-4ee4-b60e-2c2f570a34ce service neutron] (94565) timed out ('10.222.0.109', 49513) {{(pid=94565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:48:22.901373 dv-cinder-810924-1-iscsi neutron-server[94565]: DEBUG neutron.wsgi [req-65c2358a-c0bf-43ba-9044-5c1d0ff16ed1 req-1e926c4d-bfea-4deb-b4fa-f3d544e6757c service neutron] (94565) timed out ('10.222.0.109', 49537) {{(pid=94565) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:48:24.105256 dv-cinder-810924-1-iscsi neutron-server[94564]: DEBUG neutron.wsgi [req-bcf3405c-c1d7-47f3-8411-2cd7b1089f12 req-1ddc4373-ef1e-40e3-9be2-fa56407d61cb service neutron] (94564) timed out ('10.222.0.109', 49489) {{(pid=94564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:48:26.352382 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.223282 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-0c221f41-e670-4c45-8a55-110f792200dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.040745 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-dc9bfb35-d5eb-4496-8a9a-0cda7198c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.617232 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.292167 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.611685 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.415331 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:48:56.303420 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.200932 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-03103b8c-2b28-46ba-9d01-7309c9f75830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:04.052636 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-df226ca6-d3bc-43de-9250-110349518e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:04.630236 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:05.241090 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:06.616693 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.413767 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:49:26.298399 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.320571 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3dd7af9a-6ac4-4cc3-8bd8-75b858b08a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.069885 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d5607ace-d558-4263-826e-73ace787ca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.663463 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:35.281501 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:36.635707 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.413459 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:49:56.297088 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.245678 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-38663bd2-3584-42a0-9cc7-deb30738133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.045223 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-49ae1cb1-428a-41c5-af83-91c896d28592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.645236 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:05.239428 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:06.627750 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.330112 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.215313 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d44360f5-b131-44a6-b822-23e7d9e2a9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.412979 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:50:34.038490 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-91d26a8d-bda6-41a6-9b1a-cf85eca77672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.638160 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.198645 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.711956 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.786317 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.837579 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-98819d83-08ed-4612-a4b7-e4a90cf7b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.037245 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-3e9a0d51-114d-4c2d-b6ba-3b686dd451e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.683162 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.202619 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.637389 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.412087 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:51:26.333119 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.264736 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-11a5ca10-fb31-4f5a-9058-30f7b7eafcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.047663 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-32443468-44df-44b4-b620-7afc64607b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.681958 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.230281 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:36.664467 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.411455 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:51:56.355868 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.258334 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bff605db-c105-48ec-b9c5-b6a0bbd71ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.052389 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-224c9017-7517-4881-a473-e81b7b325f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.646641 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-4b8b63ab-087f-43d5-bdc9-4557442f1a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.216308 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-d3a75c6d-9c8b-434a-8796-f1cce79241ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.747643 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-bfdd4062-094a-41eb-a036-aeee745b6d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.411199 dv-cinder-810924-1-iscsi neutron-server[94567]: DEBUG neutron.db.agents_db [None req-b9c0dba5-9e0e-47f2-ae22-83b44d0de480 None None] Agent healthcheck: found 6 active agents {{(pid=94567) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:52:26.335531 dv-cinder-810924-1-iscsi neutron-server[94566]: DEBUG neutron_lib.callbacks.manager [None req-2157722e-ba9b-4f74-84ba-2306363c326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738067248258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1034798'] for agent, after_update {{(pid=94566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}